2024-11-24 14:20:58,377 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 14:20:58,392 main DEBUG Took 0.012772 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 14:20:58,392 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 14:20:58,393 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 14:20:58,394 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 14:20:58,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,403 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 14:20:58,416 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,419 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,420 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,421 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,423 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,423 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,424 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,425 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,426 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,426 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,427 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,427 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,428 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,429 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,430 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 14:20:58,431 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,432 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 14:20:58,433 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 14:20:58,435 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 14:20:58,438 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 14:20:58,438 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 14:20:58,440 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 14:20:58,440 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 14:20:58,449 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 14:20:58,451 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 14:20:58,453 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 14:20:58,453 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 14:20:58,454 main DEBUG createAppenders(={Console}) 2024-11-24 14:20:58,454 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-24 14:20:58,455 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 14:20:58,455 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-24 14:20:58,456 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 14:20:58,456 main DEBUG OutputStream closed 2024-11-24 14:20:58,457 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 14:20:58,457 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 14:20:58,457 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-24 14:20:58,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 14:20:58,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 14:20:58,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 14:20:58,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 14:20:58,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 14:20:58,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 14:20:58,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 14:20:58,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 14:20:58,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 14:20:58,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 14:20:58,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 14:20:58,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 14:20:58,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 14:20:58,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 14:20:58,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 14:20:58,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 14:20:58,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 14:20:58,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 14:20:58,556 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 14:20:58,557 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-24 14:20:58,557 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 14:20:58,558 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-24T14:20:58,806 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978 2024-11-24 14:20:58,809 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 14:20:58,810 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T14:20:58,819 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-24T14:20:58,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T14:20:58,842 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/cluster_8f4ee0e1-64ff-a96a-7c64-688d0f8c13d7, deleteOnExit=true 2024-11-24T14:20:58,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-24T14:20:58,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/test.cache.data in system properties and HBase conf 2024-11-24T14:20:58,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T14:20:58,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/hadoop.log.dir in system properties and HBase conf 2024-11-24T14:20:58,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T14:20:58,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T14:20:58,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T14:20:58,938 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T14:20:59,033 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T14:20:59,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T14:20:59,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T14:20:59,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T14:20:59,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T14:20:59,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T14:20:59,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T14:20:59,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T14:20:59,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T14:20:59,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T14:20:59,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/nfs.dump.dir in system properties and HBase conf 2024-11-24T14:20:59,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/java.io.tmpdir in system properties and HBase conf 2024-11-24T14:20:59,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T14:20:59,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T14:20:59,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T14:20:59,897 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T14:20:59,984 INFO [Time-limited test {}] log.Log(170): Logging initialized @2355ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T14:21:00,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T14:21:00,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T14:21:00,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T14:21:00,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T14:21:00,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T14:21:00,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T14:21:00,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/hadoop.log.dir/,AVAILABLE} 2024-11-24T14:21:00,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T14:21:00,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/java.io.tmpdir/jetty-localhost-39719-hadoop-hdfs-3_4_1-tests_jar-_-any-8444796549974341942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T14:21:00,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:39719} 2024-11-24T14:21:00,396 INFO [Time-limited test {}] server.Server(415): Started @2768ms 2024-11-24T14:21:00,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T14:21:00,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T14:21:00,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T14:21:00,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T14:21:00,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T14:21:00,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/hadoop.log.dir/,AVAILABLE} 2024-11-24T14:21:00,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T14:21:00,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/java.io.tmpdir/jetty-localhost-38417-hadoop-hdfs-3_4_1-tests_jar-_-any-8909292973989984269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T14:21:00,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:38417} 2024-11-24T14:21:00,947 INFO [Time-limited test {}] server.Server(415): Started @3319ms 2024-11-24T14:21:01,004 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T14:21:01,502 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/cluster_8f4ee0e1-64ff-a96a-7c64-688d0f8c13d7/dfs/data/data2/current/BP-561417286-172.17.0.2-1732458059641/current, will proceed with Du for space computation calculation, 2024-11-24T14:21:01,502 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/cluster_8f4ee0e1-64ff-a96a-7c64-688d0f8c13d7/dfs/data/data1/current/BP-561417286-172.17.0.2-1732458059641/current, will proceed with Du for space computation calculation, 2024-11-24T14:21:01,543 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T14:21:01,598 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62e447740017da18 with lease ID 0x1f0b7f358f87e5fb: Processing first storage report for DS-72c70b3e-bbda-4d24-a114-13c80b38fc6c from datanode DatanodeRegistration(127.0.0.1:38467, datanodeUuid=a74cc2c2-8006-484c-b123-83ee93a87a9a, infoPort=45481, infoSecurePort=0, ipcPort=44695, storageInfo=lv=-57;cid=testClusterID;nsid=1948932319;c=1732458059641) 2024-11-24T14:21:01,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62e447740017da18 with lease ID 0x1f0b7f358f87e5fb: from storage DS-72c70b3e-bbda-4d24-a114-13c80b38fc6c node DatanodeRegistration(127.0.0.1:38467, datanodeUuid=a74cc2c2-8006-484c-b123-83ee93a87a9a, infoPort=45481, infoSecurePort=0, ipcPort=44695, storageInfo=lv=-57;cid=testClusterID;nsid=1948932319;c=1732458059641), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T14:21:01,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62e447740017da18 with lease ID 0x1f0b7f358f87e5fb: Processing first storage report for DS-52a38f19-233b-4974-bdef-a90eb7bebeef from datanode DatanodeRegistration(127.0.0.1:38467, datanodeUuid=a74cc2c2-8006-484c-b123-83ee93a87a9a, infoPort=45481, infoSecurePort=0, ipcPort=44695, storageInfo=lv=-57;cid=testClusterID;nsid=1948932319;c=1732458059641) 2024-11-24T14:21:01,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62e447740017da18 with lease ID 0x1f0b7f358f87e5fb: from storage DS-52a38f19-233b-4974-bdef-a90eb7bebeef node DatanodeRegistration(127.0.0.1:38467, datanodeUuid=a74cc2c2-8006-484c-b123-83ee93a87a9a, infoPort=45481, infoSecurePort=0, ipcPort=44695, storageInfo=lv=-57;cid=testClusterID;nsid=1948932319;c=1732458059641), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T14:21:01,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978 2024-11-24T14:21:01,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/cluster_8f4ee0e1-64ff-a96a-7c64-688d0f8c13d7/zookeeper_0, clientPort=57219, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/cluster_8f4ee0e1-64ff-a96a-7c64-688d0f8c13d7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/cluster_8f4ee0e1-64ff-a96a-7c64-688d0f8c13d7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T14:21:01,761 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57219 2024-11-24T14:21:01,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T14:21:01,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T14:21:02,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741825_1001 (size=7) 2024-11-24T14:21:02,422 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475 with version=8 2024-11-24T14:21:02,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/hbase-staging 2024-11-24T14:21:02,548 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T14:21:02,811 INFO [Time-limited test {}] client.ConnectionUtils(129): master/fb354886b420:0 server-side Connection retries=45 2024-11-24T14:21:02,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T14:21:02,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T14:21:02,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T14:21:02,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T14:21:02,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T14:21:02,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T14:21:03,025 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T14:21:03,033 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T14:21:03,038 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T14:21:03,065 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22728 (auto-detected) 2024-11-24T14:21:03,066 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T14:21:03,085 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37723 2024-11-24T14:21:03,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T14:21:03,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T14:21:03,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37723 connecting to ZooKeeper ensemble=127.0.0.1:57219 2024-11-24T14:21:03,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377230x0, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T14:21:03,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37723-0x10029e7d88a0000 connected 2024-11-24T14:21:03,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T14:21:03,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T14:21:03,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T14:21:03,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37723 2024-11-24T14:21:03,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37723 2024-11-24T14:21:03,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37723 2024-11-24T14:21:03,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37723 2024-11-24T14:21:03,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37723 2024-11-24T14:21:03,190 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475, hbase.cluster.distributed=false 2024-11-24T14:21:03,253 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/fb354886b420:0 server-side Connection retries=45 2024-11-24T14:21:03,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T14:21:03,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T14:21:03,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T14:21:03,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T14:21:03,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T14:21:03,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T14:21:03,258 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T14:21:03,259 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39319 2024-11-24T14:21:03,261 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T14:21:03,266 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T14:21:03,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T14:21:03,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T14:21:03,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39319 connecting to ZooKeeper ensemble=127.0.0.1:57219 2024-11-24T14:21:03,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393190x0, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T14:21:03,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39319-0x10029e7d88a0001 connected 2024-11-24T14:21:03,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T14:21:03,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T14:21:03,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T14:21:03,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39319 2024-11-24T14:21:03,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39319 2024-11-24T14:21:03,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39319 2024-11-24T14:21:03,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39319 2024-11-24T14:21:03,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39319 2024-11-24T14:21:03,290 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/fb354886b420,37723,1732458062542 2024-11-24T14:21:03,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T14:21:03,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T14:21:03,300 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb354886b420,37723,1732458062542 2024-11-24T14:21:03,307 DEBUG [M:0;fb354886b420:37723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb354886b420:37723 2024-11-24T14:21:03,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T14:21:03,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T14:21:03,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:03,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:03,321 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T14:21:03,322 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb354886b420,37723,1732458062542 from backup master directory 2024-11-24T14:21:03,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T14:21:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb354886b420,37723,1732458062542 2024-11-24T14:21:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T14:21:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T14:21:03,325 WARN [master/fb354886b420:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T14:21:03,326 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb354886b420,37723,1732458062542 2024-11-24T14:21:03,328 INFO [master/fb354886b420:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T14:21:03,329 INFO [master/fb354886b420:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T14:21:03,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741826_1002 (size=42) 2024-11-24T14:21:03,799 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/hbase.id with ID: 6c78518e-a8d2-4fcc-824e-51de941f04c7 2024-11-24T14:21:03,838 INFO [master/fb354886b420:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T14:21:03,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:03,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741827_1003 (size=196) 2024-11-24T14:21:04,297 INFO [master/fb354886b420:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T14:21:04,299 INFO [master/fb354886b420:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T14:21:04,317 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:04,322 INFO [master/fb354886b420:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T14:21:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741828_1004 (size=1189) 2024-11-24T14:21:04,770 INFO [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store 2024-11-24T14:21:04,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741829_1005 (size=34) 2024-11-24T14:21:05,190 INFO [master/fb354886b420:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T14:21:05,191 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:21:05,192 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T14:21:05,192 INFO [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T14:21:05,192 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T14:21:05,193 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-24T14:21:05,193 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T14:21:05,193 INFO [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T14:21:05,193 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T14:21:05,195 WARN [master/fb354886b420:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/.initializing 2024-11-24T14:21:05,195 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/WALs/fb354886b420,37723,1732458062542 2024-11-24T14:21:05,202 INFO [master/fb354886b420:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T14:21:05,213 INFO [master/fb354886b420:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb354886b420%2C37723%2C1732458062542, suffix=, logDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/WALs/fb354886b420,37723,1732458062542, archiveDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/oldWALs, maxLogs=10 2024-11-24T14:21:05,237 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/WALs/fb354886b420,37723,1732458062542/fb354886b420%2C37723%2C1732458062542.1732458065218, exclude list is [], retry=0 2024-11-24T14:21:05,254 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38467,DS-72c70b3e-bbda-4d24-a114-13c80b38fc6c,DISK] 2024-11-24T14:21:05,257 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T14:21:05,296 INFO [master/fb354886b420:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/WALs/fb354886b420,37723,1732458062542/fb354886b420%2C37723%2C1732458062542.1732458065218 2024-11-24T14:21:05,297 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45481:45481)] 2024-11-24T14:21:05,298 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:21:05,298 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:21:05,303 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T14:21:05,305 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T14:21:05,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T14:21:05,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T14:21:05,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:05,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T14:21:05,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T14:21:05,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T14:21:05,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:05,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:05,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T14:21:05,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T14:21:05,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:05,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:05,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T14:21:05,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T14:21:05,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:05,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:05,396 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T14:21:05,397 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T14:21:05,405 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T14:21:05,409 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T14:21:05,414 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T14:21:05,415 INFO [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65273120, jitterRate=-0.027354717254638672}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T14:21:05,419 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T14:21:05,420 INFO [master/fb354886b420:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T14:21:05,448 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c5ac83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:05,482 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-24T14:21:05,494 INFO [master/fb354886b420:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T14:21:05,494 INFO [master/fb354886b420:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T14:21:05,497 INFO [master/fb354886b420:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T14:21:05,499 INFO [master/fb354886b420:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T14:21:05,504 INFO [master/fb354886b420:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-24T14:21:05,504 INFO [master/fb354886b420:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T14:21:05,530 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T14:21:05,542 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T14:21:05,544 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-24T14:21:05,547 INFO [master/fb354886b420:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T14:21:05,548 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T14:21:05,550 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-24T14:21:05,551 INFO [master/fb354886b420:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T14:21:05,554 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T14:21:05,556 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-24T14:21:05,557 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T14:21:05,558 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T14:21:05,567 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T14:21:05,569 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T14:21:05,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T14:21:05,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T14:21:05,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:05,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:05,573 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=fb354886b420,37723,1732458062542, sessionid=0x10029e7d88a0000, setting cluster-up flag (Was=false) 2024-11-24T14:21:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:05,591 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T14:21:05,593 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb354886b420,37723,1732458062542 2024-11-24T14:21:05,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:05,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:05,605 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T14:21:05,606 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb354886b420,37723,1732458062542 2024-11-24T14:21:05,687 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-24T14:21:05,693 INFO [master/fb354886b420:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-24T14:21:05,696 INFO [master/fb354886b420:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T14:21:05,702 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb354886b420,37723,1732458062542 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T14:21:05,704 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb354886b420:39319 2024-11-24T14:21:05,705 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb354886b420:0, corePoolSize=5, maxPoolSize=5 2024-11-24T14:21:05,705 INFO [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1008): ClusterId : 6c78518e-a8d2-4fcc-824e-51de941f04c7 2024-11-24T14:21:05,706 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb354886b420:0, corePoolSize=5, maxPoolSize=5 2024-11-24T14:21:05,706 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb354886b420:0, corePoolSize=5, maxPoolSize=5 2024-11-24T14:21:05,706 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb354886b420:0, corePoolSize=5, maxPoolSize=5 2024-11-24T14:21:05,706 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb354886b420:0, corePoolSize=10, maxPoolSize=10 2024-11-24T14:21:05,706 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,706 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb354886b420:0, corePoolSize=2, maxPoolSize=2 2024-11-24T14:21:05,706 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,708 INFO [master/fb354886b420:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732458095708 2024-11-24T14:21:05,709 DEBUG [RS:0;fb354886b420:39319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T14:21:05,710 INFO [master/fb354886b420:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T14:21:05,711 INFO [master/fb354886b420:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T14:21:05,712 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T14:21:05,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-24T14:21:05,714 DEBUG [RS:0;fb354886b420:39319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T14:21:05,714 DEBUG [RS:0;fb354886b420:39319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T14:21:05,715 INFO [master/fb354886b420:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T14:21:05,715 INFO [master/fb354886b420:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T14:21:05,715 INFO [master/fb354886b420:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T14:21:05,716 INFO [master/fb354886b420:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T14:21:05,717 DEBUG [RS:0;fb354886b420:39319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T14:21:05,717 DEBUG [RS:0;fb354886b420:39319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2142e81e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:05,717 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:05,718 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T14:21:05,720 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:05,720 DEBUG [RS:0;fb354886b420:39319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b918122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb354886b420/172.17.0.2:0 2024-11-24T14:21:05,721 INFO [master/fb354886b420:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T14:21:05,722 INFO [master/fb354886b420:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T14:21:05,723 INFO [master/fb354886b420:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T14:21:05,724 INFO [RS:0;fb354886b420:39319 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-24T14:21:05,724 INFO [RS:0;fb354886b420:39319 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-24T14:21:05,724 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-24T14:21:05,725 INFO [master/fb354886b420:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T14:21:05,725 INFO [master/fb354886b420:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T14:21:05,726 INFO [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(3073): reportForDuty to master=fb354886b420,37723,1732458062542 with isa=fb354886b420/172.17.0.2:39319, startcode=1732458063252 2024-11-24T14:21:05,727 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb354886b420:0:becomeActiveMaster-HFileCleaner.large.0-1732458065727,5,FailOnTimeoutGroup] 2024-11-24T14:21:05,728 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb354886b420:0:becomeActiveMaster-HFileCleaner.small.0-1732458065727,5,FailOnTimeoutGroup] 2024-11-24T14:21:05,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741831_1007 (size=1039) 2024-11-24T14:21:05,728 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:05,728 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T14:21:05,730 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:05,730 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:05,738 DEBUG [RS:0;fb354886b420:39319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T14:21:05,771 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60585, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T14:21:05,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37723 {}] master.ServerManager(332): Checking decommissioned status of RegionServer fb354886b420,39319,1732458063252 2024-11-24T14:21:05,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37723 {}] master.ServerManager(486): Registering regionserver=fb354886b420,39319,1732458063252 2024-11-24T14:21:05,793 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475 2024-11-24T14:21:05,794 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45001 2024-11-24T14:21:05,794 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-24T14:21:05,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T14:21:05,799 DEBUG [RS:0;fb354886b420:39319 {}] zookeeper.ZKUtil(111): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb354886b420,39319,1732458063252 2024-11-24T14:21:05,799 WARN [RS:0;fb354886b420:39319 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T14:21:05,799 INFO [RS:0;fb354886b420:39319 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T14:21:05,799 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/WALs/fb354886b420,39319,1732458063252 2024-11-24T14:21:05,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb354886b420,39319,1732458063252] 2024-11-24T14:21:05,812 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-24T14:21:05,823 INFO [RS:0;fb354886b420:39319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T14:21:05,836 INFO [RS:0;fb354886b420:39319 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T14:21:05,838 INFO [RS:0;fb354886b420:39319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T14:21:05,839 INFO [RS:0;fb354886b420:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:05,839 INFO [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-24T14:21:05,846 INFO [RS:0;fb354886b420:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:05,847 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,847 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,847 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,847 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,847 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,847 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb354886b420:0, corePoolSize=2, maxPoolSize=2 2024-11-24T14:21:05,848 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,848 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,848 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,848 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,848 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb354886b420:0, corePoolSize=1, maxPoolSize=1 2024-11-24T14:21:05,848 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb354886b420:0, corePoolSize=3, maxPoolSize=3 2024-11-24T14:21:05,848 DEBUG [RS:0;fb354886b420:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0, corePoolSize=3, maxPoolSize=3 2024-11-24T14:21:05,849 INFO [RS:0;fb354886b420:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:05,849 INFO [RS:0;fb354886b420:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:05,850 INFO [RS:0;fb354886b420:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:05,850 INFO [RS:0;fb354886b420:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:05,850 INFO [RS:0;fb354886b420:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb354886b420,39319,1732458063252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T14:21:05,879 INFO [RS:0;fb354886b420:39319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T14:21:05,881 INFO [RS:0;fb354886b420:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb354886b420,39319,1732458063252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:05,902 INFO [RS:0;fb354886b420:39319 {}] regionserver.Replication(204): fb354886b420,39319,1732458063252 started 2024-11-24T14:21:05,902 INFO [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1767): Serving as fb354886b420,39319,1732458063252, RpcServer on fb354886b420/172.17.0.2:39319, sessionid=0x10029e7d88a0001 2024-11-24T14:21:05,903 DEBUG [RS:0;fb354886b420:39319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T14:21:05,903 DEBUG [RS:0;fb354886b420:39319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb354886b420,39319,1732458063252 2024-11-24T14:21:05,903 DEBUG [RS:0;fb354886b420:39319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb354886b420,39319,1732458063252' 2024-11-24T14:21:05,903 DEBUG [RS:0;fb354886b420:39319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T14:21:05,904 DEBUG [RS:0;fb354886b420:39319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T14:21:05,905 DEBUG [RS:0;fb354886b420:39319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T14:21:05,905 DEBUG [RS:0;fb354886b420:39319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T14:21:05,905 DEBUG [RS:0;fb354886b420:39319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb354886b420,39319,1732458063252 2024-11-24T14:21:05,905 DEBUG [RS:0;fb354886b420:39319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb354886b420,39319,1732458063252' 2024-11-24T14:21:05,905 DEBUG [RS:0;fb354886b420:39319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T14:21:05,906 DEBUG [RS:0;fb354886b420:39319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T14:21:05,906 DEBUG [RS:0;fb354886b420:39319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T14:21:05,907 INFO [RS:0;fb354886b420:39319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T14:21:05,907 INFO [RS:0;fb354886b420:39319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T14:21:06,012 INFO [RS:0;fb354886b420:39319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T14:21:06,016 INFO [RS:0;fb354886b420:39319 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb354886b420%2C39319%2C1732458063252, suffix=, logDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/WALs/fb354886b420,39319,1732458063252, archiveDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/oldWALs, maxLogs=32 2024-11-24T14:21:06,034 DEBUG [RS:0;fb354886b420:39319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/WALs/fb354886b420,39319,1732458063252/fb354886b420%2C39319%2C1732458063252.1732458066018, exclude list is [], retry=0 2024-11-24T14:21:06,038 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38467,DS-72c70b3e-bbda-4d24-a114-13c80b38fc6c,DISK] 2024-11-24T14:21:06,042 INFO [RS:0;fb354886b420:39319 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/WALs/fb354886b420,39319,1732458063252/fb354886b420%2C39319%2C1732458063252.1732458066018 2024-11-24T14:21:06,042 DEBUG [RS:0;fb354886b420:39319 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45481:45481)] 2024-11-24T14:21:06,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-24T14:21:06,131 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475 2024-11-24T14:21:06,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741833_1009 (size=32) 2024-11-24T14:21:06,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:21:06,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T14:21:06,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T14:21:06,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:06,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T14:21:06,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T14:21:06,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T14:21:06,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:06,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T14:21:06,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T14:21:06,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T14:21:06,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:06,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T14:21:06,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740 2024-11-24T14:21:06,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740 2024-11-24T14:21:06,559 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T14:21:06,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T14:21:06,565 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T14:21:06,565 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67978480, jitterRate=0.012958288192749023}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T14:21:06,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T14:21:06,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T14:21:06,568 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T14:21:06,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T14:21:06,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T14:21:06,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T14:21:06,569 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T14:21:06,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T14:21:06,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T14:21:06,572 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-24T14:21:06,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T14:21:06,585 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T14:21:06,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T14:21:06,738 DEBUG [fb354886b420:37723 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T14:21:06,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:06,749 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb354886b420,39319,1732458063252, state=OPENING 2024-11-24T14:21:06,754 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T14:21:06,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:06,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:06,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T14:21:06,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T14:21:06,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:21:06,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:06,937 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T14:21:06,940 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T14:21:06,950 INFO [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-24T14:21:06,951 INFO [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T14:21:06,951 INFO [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T14:21:06,954 INFO [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb354886b420%2C39319%2C1732458063252.meta, suffix=.meta, logDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/WALs/fb354886b420,39319,1732458063252, archiveDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/oldWALs, maxLogs=32 2024-11-24T14:21:06,971 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/WALs/fb354886b420,39319,1732458063252/fb354886b420%2C39319%2C1732458063252.meta.1732458066956.meta, exclude list is [], retry=0 2024-11-24T14:21:06,975 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38467,DS-72c70b3e-bbda-4d24-a114-13c80b38fc6c,DISK] 2024-11-24T14:21:06,978 INFO [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/WALs/fb354886b420,39319,1732458063252/fb354886b420%2C39319%2C1732458063252.meta.1732458066956.meta 2024-11-24T14:21:06,978 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45481:45481)] 2024-11-24T14:21:06,979 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:21:06,980 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T14:21:07,040 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T14:21:07,044 INFO [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T14:21:07,049 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T14:21:07,049 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:21:07,049 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-24T14:21:07,049 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-24T14:21:07,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T14:21:07,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T14:21:07,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:07,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T14:21:07,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T14:21:07,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T14:21:07,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:07,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T14:21:07,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T14:21:07,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T14:21:07,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:07,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T14:21:07,061 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740 2024-11-24T14:21:07,063 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740 2024-11-24T14:21:07,065 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T14:21:07,068 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T14:21:07,069 INFO [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62008181, jitterRate=-0.07600609958171844}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T14:21:07,071 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T14:21:07,078 INFO [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732458066928 2024-11-24T14:21:07,089 DEBUG [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T14:21:07,089 INFO [RS_OPEN_META-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-24T14:21:07,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:07,092 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb354886b420,39319,1732458063252, state=OPEN 2024-11-24T14:21:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T14:21:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T14:21:07,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T14:21:07,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T14:21:07,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T14:21:07,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=fb354886b420,39319,1732458063252 in 338 msec 2024-11-24T14:21:07,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T14:21:07,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec 2024-11-24T14:21:07,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4710 sec 2024-11-24T14:21:07,113 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732458067113, completionTime=-1 2024-11-24T14:21:07,113 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T14:21:07,114 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-24T14:21:07,151 DEBUG [hconnection-0x68a406ef-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:07,154 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:07,165 INFO [master/fb354886b420:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-24T14:21:07,165 INFO [master/fb354886b420:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732458127165 2024-11-24T14:21:07,165 INFO [master/fb354886b420:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732458187165 2024-11-24T14:21:07,165 INFO [master/fb354886b420:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-24T14:21:07,187 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb354886b420,37723,1732458062542-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:07,188 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb354886b420,37723,1732458062542-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:07,188 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb354886b420,37723,1732458062542-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:07,189 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb354886b420:37723, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:07,190 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:07,195 DEBUG [master/fb354886b420:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-24T14:21:07,198 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-24T14:21:07,200 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T14:21:07,206 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-24T14:21:07,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T14:21:07,210 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:07,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T14:21:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741835_1011 (size=358) 2024-11-24T14:21:07,627 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fcfe0801274194cf7b7ea8b5d4cc2dc7, NAME => 'hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475 2024-11-24T14:21:07,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741836_1012 (size=42) 2024-11-24T14:21:08,038 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:21:08,038 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing fcfe0801274194cf7b7ea8b5d4cc2dc7, disabling compactions & flushes 2024-11-24T14:21:08,038 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:21:08,038 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:21:08,038 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. after waiting 0 ms 2024-11-24T14:21:08,038 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:21:08,038 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:21:08,038 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for fcfe0801274194cf7b7ea8b5d4cc2dc7: 2024-11-24T14:21:08,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T14:21:08,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732458068042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732458068042"}]},"ts":"1732458068042"} 2024-11-24T14:21:08,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T14:21:08,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T14:21:08,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458068074"}]},"ts":"1732458068074"} 2024-11-24T14:21:08,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-24T14:21:08,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fcfe0801274194cf7b7ea8b5d4cc2dc7, ASSIGN}] 2024-11-24T14:21:08,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fcfe0801274194cf7b7ea8b5d4cc2dc7, ASSIGN 2024-11-24T14:21:08,092 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=fcfe0801274194cf7b7ea8b5d4cc2dc7, ASSIGN; state=OFFLINE, location=fb354886b420,39319,1732458063252; forceNewPlan=false, retain=false 2024-11-24T14:21:08,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fcfe0801274194cf7b7ea8b5d4cc2dc7, regionState=OPENING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:08,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure fcfe0801274194cf7b7ea8b5d4cc2dc7, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:21:08,401 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:08,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:21:08,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => fcfe0801274194cf7b7ea8b5d4cc2dc7, NAME => 'hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7.', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:21:08,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace fcfe0801274194cf7b7ea8b5d4cc2dc7 2024-11-24T14:21:08,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:21:08,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for fcfe0801274194cf7b7ea8b5d4cc2dc7 2024-11-24T14:21:08,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for fcfe0801274194cf7b7ea8b5d4cc2dc7 2024-11-24T14:21:08,411 INFO [StoreOpener-fcfe0801274194cf7b7ea8b5d4cc2dc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fcfe0801274194cf7b7ea8b5d4cc2dc7 2024-11-24T14:21:08,413 INFO [StoreOpener-fcfe0801274194cf7b7ea8b5d4cc2dc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcfe0801274194cf7b7ea8b5d4cc2dc7 columnFamilyName info 2024-11-24T14:21:08,413 DEBUG [StoreOpener-fcfe0801274194cf7b7ea8b5d4cc2dc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:08,414 INFO [StoreOpener-fcfe0801274194cf7b7ea8b5d4cc2dc7-1 {}] regionserver.HStore(327): Store=fcfe0801274194cf7b7ea8b5d4cc2dc7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:08,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/namespace/fcfe0801274194cf7b7ea8b5d4cc2dc7 2024-11-24T14:21:08,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/namespace/fcfe0801274194cf7b7ea8b5d4cc2dc7 2024-11-24T14:21:08,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for fcfe0801274194cf7b7ea8b5d4cc2dc7 2024-11-24T14:21:08,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/namespace/fcfe0801274194cf7b7ea8b5d4cc2dc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T14:21:08,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened fcfe0801274194cf7b7ea8b5d4cc2dc7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61198423, jitterRate=-0.08807243406772614}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T14:21:08,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for fcfe0801274194cf7b7ea8b5d4cc2dc7: 2024-11-24T14:21:08,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7., pid=6, masterSystemTime=1732458068401 2024-11-24T14:21:08,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:21:08,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:21:08,434 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fcfe0801274194cf7b7ea8b5d4cc2dc7, regionState=OPEN, openSeqNum=2, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:08,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T14:21:08,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure fcfe0801274194cf7b7ea8b5d4cc2dc7, server=fb354886b420,39319,1732458063252 in 190 msec 2024-11-24T14:21:08,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T14:21:08,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=fcfe0801274194cf7b7ea8b5d4cc2dc7, ASSIGN in 353 msec 2024-11-24T14:21:08,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T14:21:08,446 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458068446"}]},"ts":"1732458068446"} 2024-11-24T14:21:08,449 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-24T14:21:08,453 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T14:21:08,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2530 sec 2024-11-24T14:21:08,510 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-24T14:21:08,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-24T14:21:08,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:08,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:21:08,543 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-24T14:21:08,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T14:21:08,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-11-24T14:21:08,567 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-24T14:21:08,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T14:21:08,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-24T14:21:08,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-24T14:21:08,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-24T14:21:08,596 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.270sec 2024-11-24T14:21:08,597 INFO [master/fb354886b420:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T14:21:08,599 INFO [master/fb354886b420:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T14:21:08,600 INFO [master/fb354886b420:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T14:21:08,600 INFO [master/fb354886b420:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T14:21:08,600 INFO [master/fb354886b420:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T14:21:08,601 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb354886b420,37723,1732458062542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T14:21:08,602 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb354886b420,37723,1732458062542-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T14:21:08,608 DEBUG [master/fb354886b420:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-24T14:21:08,609 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T14:21:08,609 INFO [master/fb354886b420:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb354886b420,37723,1732458062542-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T14:21:08,710 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-24T14:21:08,711 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-24T14:21:08,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:08,721 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T14:21:08,722 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T14:21:08,734 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:08,746 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:08,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=fb354886b420,37723,1732458062542 2024-11-24T14:21:08,776 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=8695 2024-11-24T14:21:08,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T14:21:08,810 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T14:21:08,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T14:21:08,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T14:21:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T14:21:08,826 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T14:21:08,827 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:08,828 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T14:21:08,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-24T14:21:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T14:21:08,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741837_1013 (size=960) 2024-11-24T14:21:08,848 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475 2024-11-24T14:21:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741838_1014 (size=53) 2024-11-24T14:21:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T14:21:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T14:21:09,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:21:09,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c51c5bddfbcd39a877b7e91bb7d41222, disabling compactions & flushes 2024-11-24T14:21:09,258 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:09,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:09,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. after waiting 0 ms 2024-11-24T14:21:09,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:09,258 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:09,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:09,260 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T14:21:09,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732458069260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732458069260"}]},"ts":"1732458069260"} 2024-11-24T14:21:09,264 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T14:21:09,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T14:21:09,266 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458069266"}]},"ts":"1732458069266"} 2024-11-24T14:21:09,268 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T14:21:09,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c51c5bddfbcd39a877b7e91bb7d41222, ASSIGN}] 2024-11-24T14:21:09,274 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c51c5bddfbcd39a877b7e91bb7d41222, ASSIGN 2024-11-24T14:21:09,275 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c51c5bddfbcd39a877b7e91bb7d41222, ASSIGN; state=OFFLINE, location=fb354886b420,39319,1732458063252; forceNewPlan=false, retain=false 2024-11-24T14:21:09,426 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c51c5bddfbcd39a877b7e91bb7d41222, regionState=OPENING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:09,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:21:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T14:21:09,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:09,590 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:09,590 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:21:09,591 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:09,591 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:21:09,591 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:09,591 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:09,593 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:09,596 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:21:09,597 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c51c5bddfbcd39a877b7e91bb7d41222 columnFamilyName A 2024-11-24T14:21:09,597 DEBUG [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:09,598 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] regionserver.HStore(327): Store=c51c5bddfbcd39a877b7e91bb7d41222/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:09,598 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:09,600 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:21:09,600 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c51c5bddfbcd39a877b7e91bb7d41222 columnFamilyName B 2024-11-24T14:21:09,600 DEBUG [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:09,601 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] regionserver.HStore(327): Store=c51c5bddfbcd39a877b7e91bb7d41222/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:09,601 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:09,603 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:21:09,603 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c51c5bddfbcd39a877b7e91bb7d41222 columnFamilyName C 2024-11-24T14:21:09,603 DEBUG [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:09,604 INFO [StoreOpener-c51c5bddfbcd39a877b7e91bb7d41222-1 {}] regionserver.HStore(327): Store=c51c5bddfbcd39a877b7e91bb7d41222/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:09,604 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:09,606 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:09,607 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:09,610 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T14:21:09,612 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:09,616 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T14:21:09,616 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened c51c5bddfbcd39a877b7e91bb7d41222; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68960933, jitterRate=0.027597978711128235}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T14:21:09,618 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:09,619 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., pid=11, masterSystemTime=1732458069583 2024-11-24T14:21:09,622 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:09,622 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:09,623 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c51c5bddfbcd39a877b7e91bb7d41222, regionState=OPEN, openSeqNum=2, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:09,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T14:21:09,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 in 196 msec 2024-11-24T14:21:09,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T14:21:09,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c51c5bddfbcd39a877b7e91bb7d41222, ASSIGN in 358 msec 2024-11-24T14:21:09,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T14:21:09,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458069634"}]},"ts":"1732458069634"} 2024-11-24T14:21:09,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T14:21:09,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T14:21:09,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 819 msec 2024-11-24T14:21:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T14:21:09,954 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-24T14:21:09,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-24T14:21:09,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:09,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:09,967 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:09,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T14:21:09,972 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T14:21:09,978 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-24T14:21:09,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:09,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-24T14:21:09,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:09,989 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-24T14:21:09,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:09,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-24T14:21:09,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:09,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-24T14:21:10,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:10,002 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-24T14:21:10,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:10,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-24T14:21:10,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:10,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-24T14:21:10,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:10,015 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-24T14:21:10,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:10,025 DEBUG [hconnection-0x1107dd33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:10,032 DEBUG [hconnection-0x3bca7345-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:10,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:10,032 DEBUG [hconnection-0x2697246c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:10,032 DEBUG [hconnection-0x21675e13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:10,033 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:10,033 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:10,035 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:10,036 DEBUG [hconnection-0x778c0741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:10,038 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-24T14:21:10,041 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:10,042 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:10,043 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:10,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T14:21:10,046 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:10,050 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:10,051 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:10,061 DEBUG [hconnection-0x4b969ab9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:10,061 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:10,061 DEBUG [hconnection-0x7ef224cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:10,063 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:10,067 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:10,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:21:10,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:10,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:10,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T14:21:10,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:10,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T14:21:10,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:10,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/fa03360601ab4ac59a28becf7c47a7d8 is 50, key is test_row_0/A:col10/1732458070117/Put/seqid=0 2024-11-24T14:21:10,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:10,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:10,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741839_1015 (size=12001) 2024-11-24T14:21:10,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458130265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458130269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458130284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458130284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458130284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T14:21:10,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:10,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T14:21:10,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:10,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:10,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:10,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458130422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458130424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458130425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458130424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458130426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,554 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:10,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T14:21:10,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:10,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:10,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458130630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458130631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458130633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458130634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458130635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T14:21:10,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/fa03360601ab4ac59a28becf7c47a7d8 2024-11-24T14:21:10,711 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:10,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T14:21:10,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:10,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:10,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:10,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/1d9143c867ae48f7823e7cab7910c6a2 is 50, key is test_row_0/B:col10/1732458070117/Put/seqid=0 2024-11-24T14:21:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741840_1016 (size=12001) 2024-11-24T14:21:10,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:10,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T14:21:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:10,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:10,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458130937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458130937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458130938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458130939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:10,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458130939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:11,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T14:21:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T14:21:11,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:11,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T14:21:11,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:11,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/1d9143c867ae48f7823e7cab7910c6a2 2024-11-24T14:21:11,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/dfe65b0399464eb7b05c0ea92f1ab950 is 50, key is test_row_0/C:col10/1732458070117/Put/seqid=0 2024-11-24T14:21:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741841_1017 (size=12001) 2024-11-24T14:21:11,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/dfe65b0399464eb7b05c0ea92f1ab950 2024-11-24T14:21:11,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/fa03360601ab4ac59a28becf7c47a7d8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/fa03360601ab4ac59a28becf7c47a7d8 2024-11-24T14:21:11,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/fa03360601ab4ac59a28becf7c47a7d8, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T14:21:11,336 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:11,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T14:21:11,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:11,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/1d9143c867ae48f7823e7cab7910c6a2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/1d9143c867ae48f7823e7cab7910c6a2 2024-11-24T14:21:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/1d9143c867ae48f7823e7cab7910c6a2, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T14:21:11,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/dfe65b0399464eb7b05c0ea92f1ab950 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/dfe65b0399464eb7b05c0ea92f1ab950 2024-11-24T14:21:11,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/dfe65b0399464eb7b05c0ea92f1ab950, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T14:21:11,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c51c5bddfbcd39a877b7e91bb7d41222 in 1277ms, sequenceid=13, compaction requested=false 2024-11-24T14:21:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T14:21:11,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:11,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:21:11,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:11,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:11,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:11,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:11,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:11,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:11,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/ed243edb04234224ba3f386edc09c86e is 50, key is test_row_0/A:col10/1732458071458/Put/seqid=0 2024-11-24T14:21:11,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458131477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:11,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T14:21:11,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:11,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458131484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458131484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458131487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458131488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741842_1018 (size=19021) 2024-11-24T14:21:11,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/ed243edb04234224ba3f386edc09c86e 2024-11-24T14:21:11,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/dac07732dd954a16a69250610274b2ce is 50, key is test_row_0/B:col10/1732458071458/Put/seqid=0 2024-11-24T14:21:11,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741843_1019 (size=12001) 2024-11-24T14:21:11,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/dac07732dd954a16a69250610274b2ce 2024-11-24T14:21:11,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/66278cd42ca24a6ab24cc4a958fccddc is 50, key is test_row_0/C:col10/1732458071458/Put/seqid=0 2024-11-24T14:21:11,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458131591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741844_1020 (size=12001) 2024-11-24T14:21:11,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/66278cd42ca24a6ab24cc4a958fccddc 2024-11-24T14:21:11,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458131606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458131606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458131606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458131607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/ed243edb04234224ba3f386edc09c86e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/ed243edb04234224ba3f386edc09c86e 2024-11-24T14:21:11,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/ed243edb04234224ba3f386edc09c86e, entries=300, sequenceid=40, filesize=18.6 K 2024-11-24T14:21:11,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:11,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T14:21:11,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/dac07732dd954a16a69250610274b2ce as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dac07732dd954a16a69250610274b2ce 2024-11-24T14:21:11,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:11,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:11,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dac07732dd954a16a69250610274b2ce, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T14:21:11,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/66278cd42ca24a6ab24cc4a958fccddc as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/66278cd42ca24a6ab24cc4a958fccddc 2024-11-24T14:21:11,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/66278cd42ca24a6ab24cc4a958fccddc, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T14:21:11,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for c51c5bddfbcd39a877b7e91bb7d41222 in 214ms, sequenceid=40, compaction requested=false 2024-11-24T14:21:11,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:11,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:11,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T14:21:11,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,803 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T14:21:11,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:11,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:11,816 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T14:21:11,818 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-24T14:21:11,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/3b8d2a77f25c4a3799984b5c72293e3a is 50, key is test_row_0/A:col10/1732458071483/Put/seqid=0 2024-11-24T14:21:11,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741845_1021 (size=9657) 2024-11-24T14:21:11,835 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/3b8d2a77f25c4a3799984b5c72293e3a 2024-11-24T14:21:11,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/2efb184298e846fba87131c1c8d4e51a is 50, key is test_row_0/B:col10/1732458071483/Put/seqid=0 2024-11-24T14:21:11,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741846_1022 (size=9657) 2024-11-24T14:21:11,880 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/2efb184298e846fba87131c1c8d4e51a 2024-11-24T14:21:11,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/aaf32809f0e34f98b071e3dbf2e3716f is 50, key is test_row_0/C:col10/1732458071483/Put/seqid=0 2024-11-24T14:21:11,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458131886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458131891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458131891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458131893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458131906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:11,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741847_1023 (size=9657) 2024-11-24T14:21:11,919 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/aaf32809f0e34f98b071e3dbf2e3716f 2024-11-24T14:21:11,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/3b8d2a77f25c4a3799984b5c72293e3a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b8d2a77f25c4a3799984b5c72293e3a 2024-11-24T14:21:11,946 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b8d2a77f25c4a3799984b5c72293e3a, entries=100, sequenceid=50, filesize=9.4 K 2024-11-24T14:21:11,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/2efb184298e846fba87131c1c8d4e51a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/2efb184298e846fba87131c1c8d4e51a 2024-11-24T14:21:11,966 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/2efb184298e846fba87131c1c8d4e51a, entries=100, sequenceid=50, filesize=9.4 K 2024-11-24T14:21:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/aaf32809f0e34f98b071e3dbf2e3716f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/aaf32809f0e34f98b071e3dbf2e3716f 2024-11-24T14:21:11,983 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/aaf32809f0e34f98b071e3dbf2e3716f, entries=100, sequenceid=50, filesize=9.4 K 2024-11-24T14:21:11,986 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c51c5bddfbcd39a877b7e91bb7d41222 in 183ms, sequenceid=50, compaction requested=true 2024-11-24T14:21:11,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:11,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:11,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T14:21:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-24T14:21:11,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T14:21:11,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-11-24T14:21:12,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.9650 sec 2024-11-24T14:21:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:12,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T14:21:12,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:12,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:12,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:12,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:12,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:12,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:12,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/b1050fbfe7704407a5d43d87cae81ed8 is 50, key is test_row_0/A:col10/1732458071903/Put/seqid=0 2024-11-24T14:21:12,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458132023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458132024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458132025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458132029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458132031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741848_1024 (size=14341) 2024-11-24T14:21:12,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458132139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458132139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458132140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458132141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458132142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T14:21:12,156 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-24T14:21:12,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-24T14:21:12,163 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T14:21:12,165 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:12,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T14:21:12,318 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:12,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T14:21:12,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:12,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:12,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:12,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458132347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458132347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458132349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458132350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458132350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/b1050fbfe7704407a5d43d87cae81ed8 2024-11-24T14:21:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T14:21:12,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/87fb45c62da64f97a703ac274a0bed28 is 50, key is test_row_0/B:col10/1732458071903/Put/seqid=0 2024-11-24T14:21:12,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:12,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T14:21:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:12,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741849_1025 (size=12001) 2024-11-24T14:21:12,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T14:21:12,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:12,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T14:21:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:12,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458132652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458132655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458132656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458132656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458132656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T14:21:12,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:12,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T14:21:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:12,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:12,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:12,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/87fb45c62da64f97a703ac274a0bed28 2024-11-24T14:21:12,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/c7292af41e0242ce8710e1f010cae14d is 50, key is test_row_0/C:col10/1732458071903/Put/seqid=0 2024-11-24T14:21:12,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:12,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741850_1026 (size=12001) 2024-11-24T14:21:12,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T14:21:12,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:12,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:12,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:12,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/c7292af41e0242ce8710e1f010cae14d 2024-11-24T14:21:12,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/b1050fbfe7704407a5d43d87cae81ed8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b1050fbfe7704407a5d43d87cae81ed8 2024-11-24T14:21:12,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b1050fbfe7704407a5d43d87cae81ed8, entries=200, sequenceid=77, filesize=14.0 K 2024-11-24T14:21:12,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/87fb45c62da64f97a703ac274a0bed28 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/87fb45c62da64f97a703ac274a0bed28 2024-11-24T14:21:12,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/87fb45c62da64f97a703ac274a0bed28, entries=150, sequenceid=77, filesize=11.7 K 2024-11-24T14:21:13,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/c7292af41e0242ce8710e1f010cae14d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/c7292af41e0242ce8710e1f010cae14d 2024-11-24T14:21:13,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/c7292af41e0242ce8710e1f010cae14d, entries=150, sequenceid=77, filesize=11.7 K 2024-11-24T14:21:13,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c51c5bddfbcd39a877b7e91bb7d41222 in 997ms, sequenceid=77, compaction requested=true 2024-11-24T14:21:13,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:13,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:13,016 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:21:13,016 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:21:13,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T14:21:13,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T14:21:13,024 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:21:13,025 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-24T14:21:13,025 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-24T14:21:13,025 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/B is initiating minor compaction (all files) 2024-11-24T14:21:13,026 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/B in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:13,026 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/1d9143c867ae48f7823e7cab7910c6a2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dac07732dd954a16a69250610274b2ce, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/2efb184298e846fba87131c1c8d4e51a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/87fb45c62da64f97a703ac274a0bed28] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=44.6 K 2024-11-24T14:21:13,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T14:21:13,026 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T14:21:13,027 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T14:21:13,027 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T14:21:13,028 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d9143c867ae48f7823e7cab7910c6a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732458070078 2024-11-24T14:21:13,028 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T14:21:13,028 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T14:21:13,029 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting dac07732dd954a16a69250610274b2ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732458071452 2024-11-24T14:21:13,030 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55020 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:21:13,030 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 2efb184298e846fba87131c1c8d4e51a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732458071483 2024-11-24T14:21:13,030 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/A is initiating minor compaction (all files) 2024-11-24T14:21:13,031 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 87fb45c62da64f97a703ac274a0bed28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458071886 2024-11-24T14:21:13,030 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/A in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:13,031 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/fa03360601ab4ac59a28becf7c47a7d8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/ed243edb04234224ba3f386edc09c86e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b8d2a77f25c4a3799984b5c72293e3a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b1050fbfe7704407a5d43d87cae81ed8] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=53.7 K 2024-11-24T14:21:13,035 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa03360601ab4ac59a28becf7c47a7d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732458070078 2024-11-24T14:21:13,036 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed243edb04234224ba3f386edc09c86e, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732458070257 2024-11-24T14:21:13,036 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b8d2a77f25c4a3799984b5c72293e3a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732458071483 2024-11-24T14:21:13,037 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1050fbfe7704407a5d43d87cae81ed8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458071880 2024-11-24T14:21:13,076 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#B#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:13,078 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/d93bb2f2d1de4785b0e484e0927dd7c2 is 50, key is test_row_0/B:col10/1732458071903/Put/seqid=0 2024-11-24T14:21:13,083 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#A#compaction#13 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:13,085 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/6acb97bf3f724cf0b10fa61a3aca3432 is 50, key is test_row_0/A:col10/1732458071903/Put/seqid=0 2024-11-24T14:21:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741851_1027 (size=12139) 2024-11-24T14:21:13,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741852_1028 (size=12139) 2024-11-24T14:21:13,104 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:13,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T14:21:13,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:13,106 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T14:21:13,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:13,110 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/d93bb2f2d1de4785b0e484e0927dd7c2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/d93bb2f2d1de4785b0e484e0927dd7c2 2024-11-24T14:21:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/06e005fb54f2437d917efcb70e5dad6d is 50, key is test_row_0/A:col10/1732458072020/Put/seqid=0 2024-11-24T14:21:13,127 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/6acb97bf3f724cf0b10fa61a3aca3432 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/6acb97bf3f724cf0b10fa61a3aca3432 2024-11-24T14:21:13,143 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/A of c51c5bddfbcd39a877b7e91bb7d41222 into 6acb97bf3f724cf0b10fa61a3aca3432(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:13,143 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:13,143 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/A, priority=12, startTime=1732458073015; duration=0sec 2024-11-24T14:21:13,144 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/B of c51c5bddfbcd39a877b7e91bb7d41222 into d93bb2f2d1de4785b0e484e0927dd7c2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:13,144 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:13,144 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/B, priority=12, startTime=1732458073015; duration=0sec 2024-11-24T14:21:13,144 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:13,144 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:13,144 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:13,144 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:13,144 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:21:13,147 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:21:13,148 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/C is initiating minor compaction (all files) 2024-11-24T14:21:13,148 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/C in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:13,148 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/dfe65b0399464eb7b05c0ea92f1ab950, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/66278cd42ca24a6ab24cc4a958fccddc, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/aaf32809f0e34f98b071e3dbf2e3716f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/c7292af41e0242ce8710e1f010cae14d] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=44.6 K 2024-11-24T14:21:13,149 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfe65b0399464eb7b05c0ea92f1ab950, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732458070078 2024-11-24T14:21:13,152 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66278cd42ca24a6ab24cc4a958fccddc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732458071452 2024-11-24T14:21:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741853_1029 (size=12001) 2024-11-24T14:21:13,154 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaf32809f0e34f98b071e3dbf2e3716f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732458071483 2024-11-24T14:21:13,154 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/06e005fb54f2437d917efcb70e5dad6d 2024-11-24T14:21:13,156 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7292af41e0242ce8710e1f010cae14d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458071886 2024-11-24T14:21:13,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/f453b5999def40bf989ad30894985663 is 50, key is test_row_0/B:col10/1732458072020/Put/seqid=0 2024-11-24T14:21:13,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741854_1030 (size=12001) 2024-11-24T14:21:13,205 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/f453b5999def40bf989ad30894985663 2024-11-24T14:21:13,205 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#C#compaction#16 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:13,206 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/5315f944560a4ea1a60b4e380158f64f is 50, key is test_row_0/C:col10/1732458071903/Put/seqid=0 2024-11-24T14:21:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741855_1031 (size=12139) 2024-11-24T14:21:13,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/70a5600ef12947df903f596b0e80ca9d is 50, key is test_row_0/C:col10/1732458072020/Put/seqid=0 2024-11-24T14:21:13,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741856_1032 (size=12001) 2024-11-24T14:21:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:13,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T14:21:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458133269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458133276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458133278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458133278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458133279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458133380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458133386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458133387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458133387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458133388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458133586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458133589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458133591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458133592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458133593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,630 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/70a5600ef12947df903f596b0e80ca9d 2024-11-24T14:21:13,636 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/5315f944560a4ea1a60b4e380158f64f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/5315f944560a4ea1a60b4e380158f64f 2024-11-24T14:21:13,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/06e005fb54f2437d917efcb70e5dad6d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/06e005fb54f2437d917efcb70e5dad6d 2024-11-24T14:21:13,654 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/06e005fb54f2437d917efcb70e5dad6d, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T14:21:13,655 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/C of c51c5bddfbcd39a877b7e91bb7d41222 into 5315f944560a4ea1a60b4e380158f64f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:13,655 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:13,656 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/C, priority=12, startTime=1732458073015; duration=0sec 2024-11-24T14:21:13,657 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:13,657 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:13,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/f453b5999def40bf989ad30894985663 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f453b5999def40bf989ad30894985663 2024-11-24T14:21:13,669 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f453b5999def40bf989ad30894985663, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T14:21:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/70a5600ef12947df903f596b0e80ca9d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/70a5600ef12947df903f596b0e80ca9d 2024-11-24T14:21:13,690 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/70a5600ef12947df903f596b0e80ca9d, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T14:21:13,692 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for c51c5bddfbcd39a877b7e91bb7d41222 in 586ms, sequenceid=86, compaction requested=false 2024-11-24T14:21:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:13,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T14:21:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-24T14:21:13,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T14:21:13,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5290 sec 2024-11-24T14:21:13,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.5440 sec 2024-11-24T14:21:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:13,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T14:21:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:13,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/0c189d96f0eb4fc7b9534f3b48cc7d8a is 50, key is test_row_0/A:col10/1732458073892/Put/seqid=0 2024-11-24T14:21:13,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458133903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458133904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458133906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458133913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458133914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:13,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741857_1033 (size=12001) 2024-11-24T14:21:14,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458134012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458134013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458134014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458134018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458134018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458134219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458134220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458134220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458134225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458134227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T14:21:14,272 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-24T14:21:14,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-24T14:21:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T14:21:14,281 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:14,282 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:14,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:14,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/0c189d96f0eb4fc7b9534f3b48cc7d8a 2024-11-24T14:21:14,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/19ab2e097cb1436a889f0565d6abe80f is 50, key is test_row_0/B:col10/1732458073892/Put/seqid=0 2024-11-24T14:21:14,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741858_1034 (size=12001) 2024-11-24T14:21:14,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/19ab2e097cb1436a889f0565d6abe80f 2024-11-24T14:21:14,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/7a923cb1d0774d12a479750ddc989831 is 50, key is test_row_0/C:col10/1732458073892/Put/seqid=0 2024-11-24T14:21:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741859_1035 (size=12001) 2024-11-24T14:21:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T14:21:14,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/7a923cb1d0774d12a479750ddc989831 2024-11-24T14:21:14,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/0c189d96f0eb4fc7b9534f3b48cc7d8a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c189d96f0eb4fc7b9534f3b48cc7d8a 2024-11-24T14:21:14,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c189d96f0eb4fc7b9534f3b48cc7d8a, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T14:21:14,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/19ab2e097cb1436a889f0565d6abe80f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/19ab2e097cb1436a889f0565d6abe80f 2024-11-24T14:21:14,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/19ab2e097cb1436a889f0565d6abe80f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T14:21:14,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/7a923cb1d0774d12a479750ddc989831 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/7a923cb1d0774d12a479750ddc989831 2024-11-24T14:21:14,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/7a923cb1d0774d12a479750ddc989831, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T14:21:14,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:14,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T14:21:14,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for c51c5bddfbcd39a877b7e91bb7d41222 in 542ms, sequenceid=118, compaction requested=true 2024-11-24T14:21:14,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:14,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:14,436 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:14,436 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T14:21:14,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:14,437 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:14,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:14,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:14,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:14,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:14,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:14,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:14,439 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:14,439 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/A is initiating minor compaction (all files) 2024-11-24T14:21:14,439 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/A in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:14,440 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/6acb97bf3f724cf0b10fa61a3aca3432, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/06e005fb54f2437d917efcb70e5dad6d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c189d96f0eb4fc7b9534f3b48cc7d8a] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=35.3 K 2024-11-24T14:21:14,440 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:14,440 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/B is initiating minor compaction (all files) 2024-11-24T14:21:14,440 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/B in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:14,440 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/d93bb2f2d1de4785b0e484e0927dd7c2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f453b5999def40bf989ad30894985663, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/19ab2e097cb1436a889f0565d6abe80f] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=35.3 K 2024-11-24T14:21:14,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:14,441 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6acb97bf3f724cf0b10fa61a3aca3432, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458071886 2024-11-24T14:21:14,441 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting d93bb2f2d1de4785b0e484e0927dd7c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458071886 2024-11-24T14:21:14,443 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06e005fb54f2437d917efcb70e5dad6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732458072018 2024-11-24T14:21:14,443 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f453b5999def40bf989ad30894985663, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732458072018 2024-11-24T14:21:14,443 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c189d96f0eb4fc7b9534f3b48cc7d8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732458073259 2024-11-24T14:21:14,444 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 19ab2e097cb1436a889f0565d6abe80f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732458073259 2024-11-24T14:21:14,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/7a56dad2c9e248bdbc1a43620f30ad2d is 50, key is test_row_0/A:col10/1732458073903/Put/seqid=0 2024-11-24T14:21:14,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:14,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:14,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:14,463 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:14,464 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/3772089eb146423eba14710edde2b3a1 is 50, key is test_row_0/A:col10/1732458073892/Put/seqid=0 2024-11-24T14:21:14,471 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#B#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:14,472 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/0e339a3511464884a302a027f5b4848f is 50, key is test_row_0/B:col10/1732458073892/Put/seqid=0 2024-11-24T14:21:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741860_1036 (size=12001) 2024-11-24T14:21:14,490 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/7a56dad2c9e248bdbc1a43620f30ad2d 2024-11-24T14:21:14,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741861_1037 (size=12241) 2024-11-24T14:21:14,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741862_1038 (size=12241) 2024-11-24T14:21:14,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/6193f3fb9f434ba4ac8afaa57827e240 is 50, key is test_row_0/B:col10/1732458073903/Put/seqid=0 2024-11-24T14:21:14,531 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/3772089eb146423eba14710edde2b3a1 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3772089eb146423eba14710edde2b3a1 2024-11-24T14:21:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:14,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:14,540 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/0e339a3511464884a302a027f5b4848f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/0e339a3511464884a302a027f5b4848f 2024-11-24T14:21:14,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741863_1039 (size=12001) 2024-11-24T14:21:14,549 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/6193f3fb9f434ba4ac8afaa57827e240 2024-11-24T14:21:14,549 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/A of c51c5bddfbcd39a877b7e91bb7d41222 into 3772089eb146423eba14710edde2b3a1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:14,549 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:14,549 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/A, priority=13, startTime=1732458074436; duration=0sec 2024-11-24T14:21:14,550 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:14,550 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:14,550 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:14,553 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/B of c51c5bddfbcd39a877b7e91bb7d41222 into 0e339a3511464884a302a027f5b4848f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:14,553 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:14,553 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/B, priority=13, startTime=1732458074436; duration=0sec 2024-11-24T14:21:14,553 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:14,553 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:14,554 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:14,554 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/C is initiating minor compaction (all files) 2024-11-24T14:21:14,554 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/C in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:14,554 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/5315f944560a4ea1a60b4e380158f64f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/70a5600ef12947df903f596b0e80ca9d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/7a923cb1d0774d12a479750ddc989831] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=35.3 K 2024-11-24T14:21:14,555 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5315f944560a4ea1a60b4e380158f64f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458071886 2024-11-24T14:21:14,556 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70a5600ef12947df903f596b0e80ca9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732458072018 2024-11-24T14:21:14,557 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a923cb1d0774d12a479750ddc989831, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732458073259 2024-11-24T14:21:14,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/3e81f67ebfde456d8db95956c29a76be is 50, key is test_row_0/C:col10/1732458073903/Put/seqid=0 2024-11-24T14:21:14,578 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#C#compaction#26 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:14,579 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/aa2fdad5df8242ae8f3fd73486add7c8 is 50, key is test_row_0/C:col10/1732458073892/Put/seqid=0 2024-11-24T14:21:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T14:21:14,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458134579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458134581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458134582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458134583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458134584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741864_1040 (size=12001) 2024-11-24T14:21:14,599 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/3e81f67ebfde456d8db95956c29a76be 2024-11-24T14:21:14,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741865_1041 (size=12241) 2024-11-24T14:21:14,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/7a56dad2c9e248bdbc1a43620f30ad2d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/7a56dad2c9e248bdbc1a43620f30ad2d 2024-11-24T14:21:14,619 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/7a56dad2c9e248bdbc1a43620f30ad2d, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T14:21:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/6193f3fb9f434ba4ac8afaa57827e240 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6193f3fb9f434ba4ac8afaa57827e240 2024-11-24T14:21:14,630 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6193f3fb9f434ba4ac8afaa57827e240, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T14:21:14,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/3e81f67ebfde456d8db95956c29a76be as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/3e81f67ebfde456d8db95956c29a76be 2024-11-24T14:21:14,643 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/3e81f67ebfde456d8db95956c29a76be, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T14:21:14,645 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for c51c5bddfbcd39a877b7e91bb7d41222 in 209ms, sequenceid=126, compaction requested=false 2024-11-24T14:21:14,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:14,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:14,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-24T14:21:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-24T14:21:14,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T14:21:14,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 367 msec 2024-11-24T14:21:14,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 375 msec 2024-11-24T14:21:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:14,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T14:21:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:14,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:14,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:14,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:14,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458134696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458134698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458134698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458134699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458134699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/55a5eb605f2d4d22a43d98ae433b3a58 is 50, key is test_row_0/A:col10/1732458074691/Put/seqid=0 2024-11-24T14:21:14,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741866_1042 (size=12151) 2024-11-24T14:21:14,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/55a5eb605f2d4d22a43d98ae433b3a58 2024-11-24T14:21:14,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/0eeea846d57345359181bf3f62657e5c is 50, key is test_row_0/B:col10/1732458074691/Put/seqid=0 2024-11-24T14:21:14,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741867_1043 (size=12151) 2024-11-24T14:21:14,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/0eeea846d57345359181bf3f62657e5c 2024-11-24T14:21:14,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/f06b7e61c1cc44e19b53e16a40dc2a39 is 50, key is test_row_0/C:col10/1732458074691/Put/seqid=0 2024-11-24T14:21:14,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458134802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458134806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458134806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458134808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458134808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741868_1044 (size=12151) 2024-11-24T14:21:14,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/f06b7e61c1cc44e19b53e16a40dc2a39 2024-11-24T14:21:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/55a5eb605f2d4d22a43d98ae433b3a58 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/55a5eb605f2d4d22a43d98ae433b3a58 2024-11-24T14:21:14,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/55a5eb605f2d4d22a43d98ae433b3a58, entries=150, sequenceid=158, filesize=11.9 K 2024-11-24T14:21:14,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/0eeea846d57345359181bf3f62657e5c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/0eeea846d57345359181bf3f62657e5c 2024-11-24T14:21:14,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/0eeea846d57345359181bf3f62657e5c, entries=150, sequenceid=158, filesize=11.9 K 2024-11-24T14:21:14,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/f06b7e61c1cc44e19b53e16a40dc2a39 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f06b7e61c1cc44e19b53e16a40dc2a39 2024-11-24T14:21:14,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f06b7e61c1cc44e19b53e16a40dc2a39, entries=150, sequenceid=158, filesize=11.9 K 2024-11-24T14:21:14,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for c51c5bddfbcd39a877b7e91bb7d41222 in 186ms, sequenceid=158, compaction requested=true 2024-11-24T14:21:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:14,879 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:14,880 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:14,881 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/A is initiating minor compaction (all files) 2024-11-24T14:21:14,881 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/A in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:14,881 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3772089eb146423eba14710edde2b3a1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/7a56dad2c9e248bdbc1a43620f30ad2d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/55a5eb605f2d4d22a43d98ae433b3a58] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=35.5 K 2024-11-24T14:21:14,882 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 3772089eb146423eba14710edde2b3a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732458073259 2024-11-24T14:21:14,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:14,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:14,882 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a56dad2c9e248bdbc1a43620f30ad2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732458073901 2024-11-24T14:21:14,883 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 55a5eb605f2d4d22a43d98ae433b3a58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732458074580 2024-11-24T14:21:14,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:21:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T14:21:14,885 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-24T14:21:14,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-24T14:21:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T14:21:14,891 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:14,892 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:14,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:14,903 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:14,904 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/807752f993894f358bca2946317ab22b is 50, key is test_row_0/A:col10/1732458074691/Put/seqid=0 2024-11-24T14:21:14,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741869_1045 (size=12493) 2024-11-24T14:21:14,928 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/807752f993894f358bca2946317ab22b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/807752f993894f358bca2946317ab22b 2024-11-24T14:21:14,940 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/A of c51c5bddfbcd39a877b7e91bb7d41222 into 807752f993894f358bca2946317ab22b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:14,940 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:14,940 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/A, priority=13, startTime=1732458074878; duration=0sec 2024-11-24T14:21:14,940 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:21:14,942 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:14,942 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-24T14:21:14,943 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T14:21:14,943 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T14:21:14,943 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. because compaction request was cancelled 2024-11-24T14:21:14,943 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:14,944 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:14,945 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:14,945 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/B is initiating minor compaction (all files) 2024-11-24T14:21:14,945 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/B in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:14,946 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/0e339a3511464884a302a027f5b4848f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6193f3fb9f434ba4ac8afaa57827e240, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/0eeea846d57345359181bf3f62657e5c] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=35.5 K 2024-11-24T14:21:14,946 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e339a3511464884a302a027f5b4848f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732458073259 2024-11-24T14:21:14,947 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6193f3fb9f434ba4ac8afaa57827e240, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732458073901 2024-11-24T14:21:14,948 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eeea846d57345359181bf3f62657e5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732458074580 2024-11-24T14:21:14,962 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:14,962 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/4ad9ad1ecb184bef89e693f80cfbd5bd is 50, key is test_row_0/B:col10/1732458074691/Put/seqid=0 2024-11-24T14:21:14,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741870_1046 (size=12493) 2024-11-24T14:21:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T14:21:14,999 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/4ad9ad1ecb184bef89e693f80cfbd5bd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/4ad9ad1ecb184bef89e693f80cfbd5bd 2024-11-24T14:21:15,018 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/aa2fdad5df8242ae8f3fd73486add7c8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/aa2fdad5df8242ae8f3fd73486add7c8 2024-11-24T14:21:15,018 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/B of c51c5bddfbcd39a877b7e91bb7d41222 into 4ad9ad1ecb184bef89e693f80cfbd5bd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:15,019 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:15,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:21:15,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:15,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:15,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:15,020 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/B, priority=13, startTime=1732458074882; duration=0sec 2024-11-24T14:21:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:15,021 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:15,021 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:15,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/f170ccf7bb2a4c30b15143e2ef3eaba2 is 50, key is test_row_0/A:col10/1732458075007/Put/seqid=0 2024-11-24T14:21:15,030 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/C of c51c5bddfbcd39a877b7e91bb7d41222 into aa2fdad5df8242ae8f3fd73486add7c8(size=12.0 K), total size for store is 35.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:15,030 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:15,030 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/C, priority=13, startTime=1732458074449; duration=0sec 2024-11-24T14:21:15,030 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:15,030 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:15,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:15,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T14:21:15,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:15,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741871_1047 (size=14541) 2024-11-24T14:21:15,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458135065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458135066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458135100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458135100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458135101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T14:21:15,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:15,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T14:21:15,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:15,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458135202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458135207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458135207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458135208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458135207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,356 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:15,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T14:21:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458135409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458135409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458135410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458135414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458135414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/f170ccf7bb2a4c30b15143e2ef3eaba2 2024-11-24T14:21:15,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/eed263b942b14abda3edbd9092aedc37 is 50, key is test_row_0/B:col10/1732458075007/Put/seqid=0 2024-11-24T14:21:15,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741872_1048 (size=12151) 2024-11-24T14:21:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T14:21:15,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:15,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T14:21:15,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:15,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T14:21:15,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:15,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458135712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458135712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458135715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458135716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458135718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:15,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:15,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T14:21:15,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:15,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/eed263b942b14abda3edbd9092aedc37 2024-11-24T14:21:15,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/a6a5f11c1ba742e9a535272f862655cf is 50, key is test_row_0/C:col10/1732458075007/Put/seqid=0 2024-11-24T14:21:15,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741873_1049 (size=12151) 2024-11-24T14:21:15,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:15,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T14:21:15,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:15,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:15,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T14:21:16,129 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:16,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T14:21:16,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:16,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:16,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:16,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:16,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:16,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458136216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:16,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458136217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:16,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458136221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:16,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458136221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:16,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458136222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:16,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:16,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T14:21:16,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:16,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:16,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:16,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:16,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:16,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/a6a5f11c1ba742e9a535272f862655cf 2024-11-24T14:21:16,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/f170ccf7bb2a4c30b15143e2ef3eaba2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/f170ccf7bb2a4c30b15143e2ef3eaba2 2024-11-24T14:21:16,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/f170ccf7bb2a4c30b15143e2ef3eaba2, entries=200, sequenceid=171, filesize=14.2 K 2024-11-24T14:21:16,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/eed263b942b14abda3edbd9092aedc37 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/eed263b942b14abda3edbd9092aedc37 2024-11-24T14:21:16,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/eed263b942b14abda3edbd9092aedc37, entries=150, sequenceid=171, filesize=11.9 K 2024-11-24T14:21:16,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/a6a5f11c1ba742e9a535272f862655cf as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a6a5f11c1ba742e9a535272f862655cf 2024-11-24T14:21:16,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a6a5f11c1ba742e9a535272f862655cf, entries=150, sequenceid=171, filesize=11.9 K 2024-11-24T14:21:16,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c51c5bddfbcd39a877b7e91bb7d41222 in 1330ms, sequenceid=171, compaction requested=true 2024-11-24T14:21:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:16,350 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T14:21:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:16,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:16,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:16,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:21:16,351 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:21:16,352 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T14:21:16,352 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T14:21:16,352 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. because compaction request was cancelled 2024-11-24T14:21:16,352 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:16,352 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T14:21:16,353 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T14:21:16,353 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T14:21:16,353 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. because compaction request was cancelled 2024-11-24T14:21:16,353 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:16,353 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:21:16,354 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/C is initiating minor compaction (all files) 2024-11-24T14:21:16,354 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/C in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:16,354 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/aa2fdad5df8242ae8f3fd73486add7c8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/3e81f67ebfde456d8db95956c29a76be, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f06b7e61c1cc44e19b53e16a40dc2a39, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a6a5f11c1ba742e9a535272f862655cf] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=47.4 K 2024-11-24T14:21:16,355 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting aa2fdad5df8242ae8f3fd73486add7c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732458073259 2024-11-24T14:21:16,355 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e81f67ebfde456d8db95956c29a76be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732458073901 2024-11-24T14:21:16,356 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f06b7e61c1cc44e19b53e16a40dc2a39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732458074580 2024-11-24T14:21:16,357 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting a6a5f11c1ba742e9a535272f862655cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732458074696 2024-11-24T14:21:16,371 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#C#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:16,372 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/2b47d4aeee85427193d450b9ccb4962c is 50, key is test_row_0/C:col10/1732458075007/Put/seqid=0 2024-11-24T14:21:16,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741874_1050 (size=12527) 2024-11-24T14:21:16,397 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/2b47d4aeee85427193d450b9ccb4962c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/2b47d4aeee85427193d450b9ccb4962c 2024-11-24T14:21:16,407 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/C of c51c5bddfbcd39a877b7e91bb7d41222 into 2b47d4aeee85427193d450b9ccb4962c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:16,407 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:16,407 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/C, priority=12, startTime=1732458076351; duration=0sec 2024-11-24T14:21:16,407 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:16,407 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:16,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:16,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T14:21:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:16,440 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T14:21:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:16,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/9fe6fb4dc79d47fdbbbfb9d642819c84 is 50, key is test_row_0/A:col10/1732458075077/Put/seqid=0 2024-11-24T14:21:16,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741875_1051 (size=12151) 2024-11-24T14:21:16,463 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/9fe6fb4dc79d47fdbbbfb9d642819c84 2024-11-24T14:21:16,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/fa4aae92b8c94874b88678b75040243e is 50, key is test_row_0/B:col10/1732458075077/Put/seqid=0 2024-11-24T14:21:16,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741876_1052 (size=12151) 2024-11-24T14:21:16,493 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/fa4aae92b8c94874b88678b75040243e 2024-11-24T14:21:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/4a729c63b06f4103b57dfee50cc2a239 is 50, key is test_row_0/C:col10/1732458075077/Put/seqid=0 2024-11-24T14:21:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741877_1053 (size=12151) 2024-11-24T14:21:16,928 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/4a729c63b06f4103b57dfee50cc2a239 2024-11-24T14:21:16,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/9fe6fb4dc79d47fdbbbfb9d642819c84 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9fe6fb4dc79d47fdbbbfb9d642819c84 2024-11-24T14:21:16,945 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9fe6fb4dc79d47fdbbbfb9d642819c84, entries=150, sequenceid=199, filesize=11.9 K 2024-11-24T14:21:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/fa4aae92b8c94874b88678b75040243e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fa4aae92b8c94874b88678b75040243e 2024-11-24T14:21:16,954 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fa4aae92b8c94874b88678b75040243e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-24T14:21:16,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/4a729c63b06f4103b57dfee50cc2a239 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/4a729c63b06f4103b57dfee50cc2a239 2024-11-24T14:21:16,966 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/4a729c63b06f4103b57dfee50cc2a239, entries=150, sequenceid=199, filesize=11.9 K 2024-11-24T14:21:16,968 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for c51c5bddfbcd39a877b7e91bb7d41222 in 527ms, sequenceid=199, compaction requested=true 2024-11-24T14:21:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-24T14:21:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-24T14:21:16,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T14:21:16,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0780 sec 2024-11-24T14:21:16,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 2.0850 sec 2024-11-24T14:21:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T14:21:16,998 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-24T14:21:17,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-24T14:21:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T14:21:17,002 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:17,003 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:17,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T14:21:17,156 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:17,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T14:21:17,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T14:21:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-24T14:21:17,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-24T14:21:17,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-11-24T14:21:17,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 164 msec 2024-11-24T14:21:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:17,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:21:17,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:17,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:17,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:17,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:17,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:17,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:17,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/0c6e7bad6d97404395769399e98e3091 is 50, key is test_row_0/A:col10/1732458077230/Put/seqid=0 2024-11-24T14:21:17,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741878_1054 (size=14541) 2024-11-24T14:21:17,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/0c6e7bad6d97404395769399e98e3091 2024-11-24T14:21:17,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/dfa166204e234b2c8ae6ea3edddb0e77 is 50, key is test_row_0/B:col10/1732458077230/Put/seqid=0 2024-11-24T14:21:17,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458137269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458137271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458137271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458137274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458137275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741879_1055 (size=12151) 2024-11-24T14:21:17,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/dfa166204e234b2c8ae6ea3edddb0e77 2024-11-24T14:21:17,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/29e260feab834ad294e36676d7032d60 is 50, key is test_row_0/C:col10/1732458077230/Put/seqid=0 2024-11-24T14:21:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T14:21:17,305 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-24T14:21:17,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-24T14:21:17,310 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:17,311 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:17,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T14:21:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741880_1056 (size=12151) 2024-11-24T14:21:17,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/29e260feab834ad294e36676d7032d60 2024-11-24T14:21:17,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/0c6e7bad6d97404395769399e98e3091 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c6e7bad6d97404395769399e98e3091 2024-11-24T14:21:17,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c6e7bad6d97404395769399e98e3091, entries=200, sequenceid=211, filesize=14.2 K 2024-11-24T14:21:17,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/dfa166204e234b2c8ae6ea3edddb0e77 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dfa166204e234b2c8ae6ea3edddb0e77 2024-11-24T14:21:17,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dfa166204e234b2c8ae6ea3edddb0e77, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T14:21:17,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/29e260feab834ad294e36676d7032d60 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/29e260feab834ad294e36676d7032d60 2024-11-24T14:21:17,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/29e260feab834ad294e36676d7032d60, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T14:21:17,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c51c5bddfbcd39a877b7e91bb7d41222 in 138ms, sequenceid=211, compaction requested=true 2024-11-24T14:21:17,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:17,373 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:21:17,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:17,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:17,374 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:21:17,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:17,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:17,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:17,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:17,375 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:21:17,375 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/A is initiating minor compaction (all files) 2024-11-24T14:21:17,375 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/A in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,376 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/807752f993894f358bca2946317ab22b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/f170ccf7bb2a4c30b15143e2ef3eaba2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9fe6fb4dc79d47fdbbbfb9d642819c84, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c6e7bad6d97404395769399e98e3091] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=52.5 K 2024-11-24T14:21:17,377 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:21:17,377 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/B is initiating minor compaction (all files) 2024-11-24T14:21:17,377 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/B in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,378 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/4ad9ad1ecb184bef89e693f80cfbd5bd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/eed263b942b14abda3edbd9092aedc37, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fa4aae92b8c94874b88678b75040243e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dfa166204e234b2c8ae6ea3edddb0e77] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=47.8 K 2024-11-24T14:21:17,378 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 807752f993894f358bca2946317ab22b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732458074580 2024-11-24T14:21:17,379 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ad9ad1ecb184bef89e693f80cfbd5bd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732458074580 2024-11-24T14:21:17,379 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting f170ccf7bb2a4c30b15143e2ef3eaba2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732458074696 2024-11-24T14:21:17,380 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting eed263b942b14abda3edbd9092aedc37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732458074696 2024-11-24T14:21:17,380 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fe6fb4dc79d47fdbbbfb9d642819c84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732458075064 2024-11-24T14:21:17,381 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting fa4aae92b8c94874b88678b75040243e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732458075064 2024-11-24T14:21:17,381 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c6e7bad6d97404395769399e98e3091, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732458077228 2024-11-24T14:21:17,382 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting dfa166204e234b2c8ae6ea3edddb0e77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732458077229 2024-11-24T14:21:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:17,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T14:21:17,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:17,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:17,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:17,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:17,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:17,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:17,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458137387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458137389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458137389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458137392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458137394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/1e2f8bfeaa14497c8a3c14d89ecfe36f is 50, key is test_row_0/A:col10/1732458077258/Put/seqid=0 2024-11-24T14:21:17,406 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:17,407 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/6115c5584a974989959454e8cb18e180 is 50, key is test_row_0/B:col10/1732458077230/Put/seqid=0 2024-11-24T14:21:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T14:21:17,418 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#A#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:17,419 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/ea4286c0def74c2cb06dd9c64ebd83f5 is 50, key is test_row_0/A:col10/1732458077230/Put/seqid=0 2024-11-24T14:21:17,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741881_1057 (size=12151) 2024-11-24T14:21:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741882_1058 (size=12629) 2024-11-24T14:21:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741883_1059 (size=12629) 2024-11-24T14:21:17,463 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:17,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T14:21:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458137496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458137498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458137499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458137500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458137501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T14:21:17,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:17,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T14:21:17,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:17,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458137700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458137703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458137704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458137704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458137705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:17,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:17,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T14:21:17,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:17,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/1e2f8bfeaa14497c8a3c14d89ecfe36f 2024-11-24T14:21:17,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/81b29454005b44ccb467b9672a1d0932 is 50, key is test_row_0/B:col10/1732458077258/Put/seqid=0 2024-11-24T14:21:17,866 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/6115c5584a974989959454e8cb18e180 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6115c5584a974989959454e8cb18e180 2024-11-24T14:21:17,866 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/ea4286c0def74c2cb06dd9c64ebd83f5 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/ea4286c0def74c2cb06dd9c64ebd83f5 2024-11-24T14:21:17,880 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/A of c51c5bddfbcd39a877b7e91bb7d41222 into ea4286c0def74c2cb06dd9c64ebd83f5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:17,880 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:17,880 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/A, priority=12, startTime=1732458077373; duration=0sec 2024-11-24T14:21:17,881 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:17,881 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:17,881 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:17,882 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/B of c51c5bddfbcd39a877b7e91bb7d41222 into 6115c5584a974989959454e8cb18e180(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:17,882 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:17,882 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:17,883 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/C is initiating minor compaction (all files) 2024-11-24T14:21:17,883 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/C in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,883 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/B, priority=12, startTime=1732458077374; duration=0sec 2024-11-24T14:21:17,883 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/2b47d4aeee85427193d450b9ccb4962c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/4a729c63b06f4103b57dfee50cc2a239, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/29e260feab834ad294e36676d7032d60] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=36.0 K 2024-11-24T14:21:17,884 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b47d4aeee85427193d450b9ccb4962c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732458074696 2024-11-24T14:21:17,884 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:17,884 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:17,885 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a729c63b06f4103b57dfee50cc2a239, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732458075064 2024-11-24T14:21:17,885 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29e260feab834ad294e36676d7032d60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732458077229 2024-11-24T14:21:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741884_1060 (size=12151) 2024-11-24T14:21:17,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/81b29454005b44ccb467b9672a1d0932 2024-11-24T14:21:17,899 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#C#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:17,899 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/76dc8c9e049b4c69b16e09d951bdc378 is 50, key is test_row_0/C:col10/1732458077230/Put/seqid=0 2024-11-24T14:21:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T14:21:17,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/8972ca556106473180aee56b6df3e18e is 50, key is test_row_0/C:col10/1732458077258/Put/seqid=0 2024-11-24T14:21:17,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741885_1061 (size=12629) 2024-11-24T14:21:17,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:17,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T14:21:17,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:17,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:17,935 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/76dc8c9e049b4c69b16e09d951bdc378 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/76dc8c9e049b4c69b16e09d951bdc378 2024-11-24T14:21:17,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741886_1062 (size=12151) 2024-11-24T14:21:17,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/8972ca556106473180aee56b6df3e18e 2024-11-24T14:21:17,949 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/C of c51c5bddfbcd39a877b7e91bb7d41222 into 76dc8c9e049b4c69b16e09d951bdc378(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:17,949 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:17,949 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/C, priority=13, startTime=1732458077374; duration=0sec 2024-11-24T14:21:17,950 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:17,950 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:17,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/1e2f8bfeaa14497c8a3c14d89ecfe36f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1e2f8bfeaa14497c8a3c14d89ecfe36f 2024-11-24T14:21:17,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1e2f8bfeaa14497c8a3c14d89ecfe36f, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T14:21:17,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/81b29454005b44ccb467b9672a1d0932 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/81b29454005b44ccb467b9672a1d0932 2024-11-24T14:21:17,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/81b29454005b44ccb467b9672a1d0932, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T14:21:17,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/8972ca556106473180aee56b6df3e18e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/8972ca556106473180aee56b6df3e18e 2024-11-24T14:21:17,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/8972ca556106473180aee56b6df3e18e, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T14:21:17,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c51c5bddfbcd39a877b7e91bb7d41222 in 602ms, sequenceid=237, compaction requested=false 2024-11-24T14:21:17,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:18,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:21:18,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:18,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/2b2fbe36eca24d3ba843ab76911ff814 is 50, key is test_row_0/A:col10/1732458078006/Put/seqid=0 2024-11-24T14:21:18,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741887_1063 (size=12151) 2024-11-24T14:21:18,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/2b2fbe36eca24d3ba843ab76911ff814 2024-11-24T14:21:18,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458138053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458138053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458138054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458138055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458138056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/71cb6631b1044a6e8bca47aec0825bee is 50, key is test_row_0/B:col10/1732458078006/Put/seqid=0 2024-11-24T14:21:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741888_1064 (size=12151) 2024-11-24T14:21:18,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/71cb6631b1044a6e8bca47aec0825bee 2024-11-24T14:21:18,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:18,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T14:21:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:18,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:18,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/282df0e72560479aa78212699a38d6f8 is 50, key is test_row_0/C:col10/1732458078006/Put/seqid=0 2024-11-24T14:21:18,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741889_1065 (size=12151) 2024-11-24T14:21:18,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/282df0e72560479aa78212699a38d6f8 2024-11-24T14:21:18,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/2b2fbe36eca24d3ba843ab76911ff814 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/2b2fbe36eca24d3ba843ab76911ff814 2024-11-24T14:21:18,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/2b2fbe36eca24d3ba843ab76911ff814, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T14:21:18,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/71cb6631b1044a6e8bca47aec0825bee as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/71cb6631b1044a6e8bca47aec0825bee 2024-11-24T14:21:18,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/71cb6631b1044a6e8bca47aec0825bee, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T14:21:18,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/282df0e72560479aa78212699a38d6f8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/282df0e72560479aa78212699a38d6f8 2024-11-24T14:21:18,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/282df0e72560479aa78212699a38d6f8, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T14:21:18,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c51c5bddfbcd39a877b7e91bb7d41222 in 138ms, sequenceid=252, compaction requested=true 2024-11-24T14:21:18,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:18,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:18,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:18,148 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:18,148 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:18,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:18,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:18,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:18,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:18,150 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:18,150 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/B is initiating minor compaction (all files) 2024-11-24T14:21:18,150 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/B in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:18,150 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6115c5584a974989959454e8cb18e180, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/81b29454005b44ccb467b9672a1d0932, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/71cb6631b1044a6e8bca47aec0825bee] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=36.1 K 2024-11-24T14:21:18,151 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:18,151 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/A is initiating minor compaction (all files) 2024-11-24T14:21:18,151 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/A in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:18,151 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/ea4286c0def74c2cb06dd9c64ebd83f5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1e2f8bfeaa14497c8a3c14d89ecfe36f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/2b2fbe36eca24d3ba843ab76911ff814] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=36.1 K 2024-11-24T14:21:18,151 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6115c5584a974989959454e8cb18e180, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732458077229 2024-11-24T14:21:18,152 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 81b29454005b44ccb467b9672a1d0932, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732458077258 2024-11-24T14:21:18,152 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea4286c0def74c2cb06dd9c64ebd83f5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732458077229 2024-11-24T14:21:18,152 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 71cb6631b1044a6e8bca47aec0825bee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458077392 2024-11-24T14:21:18,153 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e2f8bfeaa14497c8a3c14d89ecfe36f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732458077258 2024-11-24T14:21:18,153 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b2fbe36eca24d3ba843ab76911ff814, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458077392 2024-11-24T14:21:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:18,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:21:18,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:18,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:18,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:18,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:18,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:18,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:18,168 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#B#compaction#51 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:18,168 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/358c2e04a7754694b7163a47d7395d1d is 50, key is test_row_0/B:col10/1732458078006/Put/seqid=0 2024-11-24T14:21:18,177 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:18,178 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/b36e129ef07445eb95fdecfa7ea0daaf is 50, key is test_row_0/A:col10/1732458078006/Put/seqid=0 2024-11-24T14:21:18,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458138172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458138177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458138179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458138179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458138180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741890_1066 (size=12731) 2024-11-24T14:21:18,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/68e32b080b9e44f5aaf84040aa038264 is 50, key is test_row_0/A:col10/1732458078163/Put/seqid=0 2024-11-24T14:21:18,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741891_1067 (size=12731) 2024-11-24T14:21:18,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741892_1068 (size=12301) 2024-11-24T14:21:18,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/68e32b080b9e44f5aaf84040aa038264 2024-11-24T14:21:18,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/fbfd68284d3440d6838a9478a568cd7c is 50, key is test_row_0/B:col10/1732458078163/Put/seqid=0 2024-11-24T14:21:18,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:18,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T14:21:18,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:18,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:18,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:18,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:18,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:18,237 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/b36e129ef07445eb95fdecfa7ea0daaf as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b36e129ef07445eb95fdecfa7ea0daaf 2024-11-24T14:21:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:18,249 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/A of c51c5bddfbcd39a877b7e91bb7d41222 into b36e129ef07445eb95fdecfa7ea0daaf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:18,249 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:18,249 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/A, priority=13, startTime=1732458078148; duration=0sec 2024-11-24T14:21:18,250 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:18,250 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:18,250 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:18,253 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:18,253 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/C is initiating minor compaction (all files) 2024-11-24T14:21:18,253 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/C in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:18,253 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/76dc8c9e049b4c69b16e09d951bdc378, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/8972ca556106473180aee56b6df3e18e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/282df0e72560479aa78212699a38d6f8] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=36.1 K 2024-11-24T14:21:18,254 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76dc8c9e049b4c69b16e09d951bdc378, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732458077229 2024-11-24T14:21:18,255 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8972ca556106473180aee56b6df3e18e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732458077258 2024-11-24T14:21:18,255 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 282df0e72560479aa78212699a38d6f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458077392 2024-11-24T14:21:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741893_1069 (size=12301) 2024-11-24T14:21:18,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/fbfd68284d3440d6838a9478a568cd7c 2024-11-24T14:21:18,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458138282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458138282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458138283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458138284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458138284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,290 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#C#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:18,291 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/911f13ea3c054cf6a2fc6215b84fe329 is 50, key is test_row_0/C:col10/1732458078006/Put/seqid=0 2024-11-24T14:21:18,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/213992e55d024ae3aac9fb39d9e4a9fe is 50, key is test_row_0/C:col10/1732458078163/Put/seqid=0 2024-11-24T14:21:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741894_1070 (size=12731) 2024-11-24T14:21:18,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741895_1071 (size=12301) 2024-11-24T14:21:18,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/213992e55d024ae3aac9fb39d9e4a9fe 2024-11-24T14:21:18,330 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/911f13ea3c054cf6a2fc6215b84fe329 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/911f13ea3c054cf6a2fc6215b84fe329 2024-11-24T14:21:18,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/68e32b080b9e44f5aaf84040aa038264 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/68e32b080b9e44f5aaf84040aa038264 2024-11-24T14:21:18,346 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/C of c51c5bddfbcd39a877b7e91bb7d41222 into 911f13ea3c054cf6a2fc6215b84fe329(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:18,346 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:18,346 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/C, priority=13, startTime=1732458078148; duration=0sec 2024-11-24T14:21:18,347 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:18,347 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:18,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/68e32b080b9e44f5aaf84040aa038264, entries=150, sequenceid=278, filesize=12.0 K 2024-11-24T14:21:18,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/fbfd68284d3440d6838a9478a568cd7c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fbfd68284d3440d6838a9478a568cd7c 2024-11-24T14:21:18,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fbfd68284d3440d6838a9478a568cd7c, entries=150, sequenceid=278, filesize=12.0 K 2024-11-24T14:21:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/213992e55d024ae3aac9fb39d9e4a9fe as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/213992e55d024ae3aac9fb39d9e4a9fe 2024-11-24T14:21:18,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/213992e55d024ae3aac9fb39d9e4a9fe, entries=150, sequenceid=278, filesize=12.0 K 2024-11-24T14:21:18,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for c51c5bddfbcd39a877b7e91bb7d41222 in 205ms, sequenceid=278, compaction requested=false 2024-11-24T14:21:18,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:18,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:18,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T14:21:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:18,391 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T14:21:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:18,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/e0b78146b3074113bc6d6f806186590e is 50, key is test_row_0/A:col10/1732458078177/Put/seqid=0 2024-11-24T14:21:18,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741896_1072 (size=9857) 2024-11-24T14:21:18,406 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/e0b78146b3074113bc6d6f806186590e 2024-11-24T14:21:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T14:21:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/c131da3f657b4e10a34832e419c520e9 is 50, key is test_row_0/B:col10/1732458078177/Put/seqid=0 2024-11-24T14:21:18,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741897_1073 (size=9857) 2024-11-24T14:21:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:18,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:18,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458138511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458138512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458138511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458138513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458138516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,595 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/358c2e04a7754694b7163a47d7395d1d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/358c2e04a7754694b7163a47d7395d1d 2024-11-24T14:21:18,603 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/B of c51c5bddfbcd39a877b7e91bb7d41222 into 358c2e04a7754694b7163a47d7395d1d(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:18,603 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:18,603 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/B, priority=13, startTime=1732458078148; duration=0sec 2024-11-24T14:21:18,603 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:18,603 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:18,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458138618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458138618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458138618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458138618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458138621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458138822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458138822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458138822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458138822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458138826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:18,843 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/c131da3f657b4e10a34832e419c520e9 2024-11-24T14:21:18,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/ac8210edb8e14a0d8ab0425e1278b0c2 is 50, key is test_row_0/C:col10/1732458078177/Put/seqid=0 2024-11-24T14:21:18,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741898_1074 (size=9857) 2024-11-24T14:21:19,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458139124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458139125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458139127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458139127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458139130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,271 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/ac8210edb8e14a0d8ab0425e1278b0c2 2024-11-24T14:21:19,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/e0b78146b3074113bc6d6f806186590e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/e0b78146b3074113bc6d6f806186590e 2024-11-24T14:21:19,289 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/e0b78146b3074113bc6d6f806186590e, entries=100, sequenceid=292, filesize=9.6 K 2024-11-24T14:21:19,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/c131da3f657b4e10a34832e419c520e9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c131da3f657b4e10a34832e419c520e9 2024-11-24T14:21:19,298 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c131da3f657b4e10a34832e419c520e9, entries=100, sequenceid=292, filesize=9.6 K 2024-11-24T14:21:19,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/ac8210edb8e14a0d8ab0425e1278b0c2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/ac8210edb8e14a0d8ab0425e1278b0c2 2024-11-24T14:21:19,313 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/ac8210edb8e14a0d8ab0425e1278b0c2, entries=100, sequenceid=292, filesize=9.6 K 2024-11-24T14:21:19,315 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c51c5bddfbcd39a877b7e91bb7d41222 in 924ms, sequenceid=292, compaction requested=true 2024-11-24T14:21:19,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:19,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:19,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-24T14:21:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-24T14:21:19,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-24T14:21:19,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0060 sec 2024-11-24T14:21:19,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.0130 sec 2024-11-24T14:21:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T14:21:19,417 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-24T14:21:19,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-24T14:21:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T14:21:19,422 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:19,422 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:19,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T14:21:19,575 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:19,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T14:21:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:19,576 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T14:21:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/28f437359d214d43961b6b6755597dfe is 50, key is test_row_0/A:col10/1732458078510/Put/seqid=0 2024-11-24T14:21:19,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741899_1075 (size=12301) 2024-11-24T14:21:19,600 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/28f437359d214d43961b6b6755597dfe 2024-11-24T14:21:19,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/94ce66dfba5c41bb9cd0f612e0296620 is 50, key is test_row_0/B:col10/1732458078510/Put/seqid=0 2024-11-24T14:21:19,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:19,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458139638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458139640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458139641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458139644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458139644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741900_1076 (size=12301) 2024-11-24T14:21:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T14:21:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458139746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458139746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458139746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458139748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458139749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458139950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458139950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458139950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458139951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458139952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T14:21:20,051 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/94ce66dfba5c41bb9cd0f612e0296620 2024-11-24T14:21:20,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/f465470e89894909966e4b3bc9ea855c is 50, key is test_row_0/C:col10/1732458078510/Put/seqid=0 2024-11-24T14:21:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741901_1077 (size=12301) 2024-11-24T14:21:20,095 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/f465470e89894909966e4b3bc9ea855c 2024-11-24T14:21:20,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/28f437359d214d43961b6b6755597dfe as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/28f437359d214d43961b6b6755597dfe 2024-11-24T14:21:20,116 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/28f437359d214d43961b6b6755597dfe, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T14:21:20,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/94ce66dfba5c41bb9cd0f612e0296620 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/94ce66dfba5c41bb9cd0f612e0296620 2024-11-24T14:21:20,126 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/94ce66dfba5c41bb9cd0f612e0296620, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T14:21:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/f465470e89894909966e4b3bc9ea855c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f465470e89894909966e4b3bc9ea855c 2024-11-24T14:21:20,135 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f465470e89894909966e4b3bc9ea855c, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T14:21:20,137 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c51c5bddfbcd39a877b7e91bb7d41222 in 560ms, sequenceid=317, compaction requested=true 2024-11-24T14:21:20,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:20,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:20,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-24T14:21:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-24T14:21:20,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-24T14:21:20,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 715 msec 2024-11-24T14:21:20,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 723 msec 2024-11-24T14:21:20,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T14:21:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:20,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:20,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:20,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:20,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:20,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:20,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:20,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/cd71eb1ac95a4060a2d43fc98dbcdf36 is 50, key is test_row_0/A:col10/1732458079638/Put/seqid=0 2024-11-24T14:21:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458140278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458140279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458140280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458140281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458140282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741902_1078 (size=14741) 2024-11-24T14:21:20,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/cd71eb1ac95a4060a2d43fc98dbcdf36 2024-11-24T14:21:20,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/b3b18ba288aa4c61ae5f32bf4d2d4099 is 50, key is test_row_0/B:col10/1732458079638/Put/seqid=0 2024-11-24T14:21:20,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741903_1079 (size=12301) 2024-11-24T14:21:20,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/b3b18ba288aa4c61ae5f32bf4d2d4099 2024-11-24T14:21:20,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/48c83560747e413eb29004b5a6fc4e40 is 50, key is test_row_0/C:col10/1732458079638/Put/seqid=0 2024-11-24T14:21:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741904_1080 (size=12301) 2024-11-24T14:21:20,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/48c83560747e413eb29004b5a6fc4e40 2024-11-24T14:21:20,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/cd71eb1ac95a4060a2d43fc98dbcdf36 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/cd71eb1ac95a4060a2d43fc98dbcdf36 2024-11-24T14:21:20,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/cd71eb1ac95a4060a2d43fc98dbcdf36, entries=200, sequenceid=331, filesize=14.4 K 2024-11-24T14:21:20,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/b3b18ba288aa4c61ae5f32bf4d2d4099 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/b3b18ba288aa4c61ae5f32bf4d2d4099 2024-11-24T14:21:20,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/b3b18ba288aa4c61ae5f32bf4d2d4099, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T14:21:20,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/48c83560747e413eb29004b5a6fc4e40 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/48c83560747e413eb29004b5a6fc4e40 2024-11-24T14:21:20,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/48c83560747e413eb29004b5a6fc4e40, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T14:21:20,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c51c5bddfbcd39a877b7e91bb7d41222 in 119ms, sequenceid=331, compaction requested=true 2024-11-24T14:21:20,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:20,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:20,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:20,376 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T14:21:20,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:20,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:20,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:20,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:21:20,376 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T14:21:20,379 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61931 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T14:21:20,380 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/A is initiating minor compaction (all files) 2024-11-24T14:21:20,380 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/A in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:20,380 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b36e129ef07445eb95fdecfa7ea0daaf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/68e32b080b9e44f5aaf84040aa038264, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/e0b78146b3074113bc6d6f806186590e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/28f437359d214d43961b6b6755597dfe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/cd71eb1ac95a4060a2d43fc98dbcdf36] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=60.5 K 2024-11-24T14:21:20,382 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59491 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T14:21:20,382 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/B is initiating minor compaction (all files) 2024-11-24T14:21:20,382 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/B in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:20,382 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/358c2e04a7754694b7163a47d7395d1d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fbfd68284d3440d6838a9478a568cd7c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c131da3f657b4e10a34832e419c520e9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/94ce66dfba5c41bb9cd0f612e0296620, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/b3b18ba288aa4c61ae5f32bf4d2d4099] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=58.1 K 2024-11-24T14:21:20,382 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting b36e129ef07445eb95fdecfa7ea0daaf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458077392 2024-11-24T14:21:20,383 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 358c2e04a7754694b7163a47d7395d1d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458077392 2024-11-24T14:21:20,383 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68e32b080b9e44f5aaf84040aa038264, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732458078042 2024-11-24T14:21:20,384 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting fbfd68284d3440d6838a9478a568cd7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732458078042 2024-11-24T14:21:20,384 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c131da3f657b4e10a34832e419c520e9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732458078177 2024-11-24T14:21:20,384 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0b78146b3074113bc6d6f806186590e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732458078177 2024-11-24T14:21:20,385 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 94ce66dfba5c41bb9cd0f612e0296620, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732458078510 2024-11-24T14:21:20,385 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28f437359d214d43961b6b6755597dfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732458078510 2024-11-24T14:21:20,386 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting b3b18ba288aa4c61ae5f32bf4d2d4099, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458079638 2024-11-24T14:21:20,386 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd71eb1ac95a4060a2d43fc98dbcdf36, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458079638 2024-11-24T14:21:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:20,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T14:21:20,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:20,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:20,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:20,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:20,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:20,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:20,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458140403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458140405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,410 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:20,411 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/9a2b09d3d4704f8b84922bdd8db9cdf2 is 50, key is test_row_0/B:col10/1732458079638/Put/seqid=0 2024-11-24T14:21:20,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458140407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458140409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458140412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,419 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:20,419 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/bccad286bc734699b4a23edb72134157 is 50, key is test_row_0/A:col10/1732458079638/Put/seqid=0 2024-11-24T14:21:20,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/be6e3fa53b7f4fcc83f8eaece9a002dd is 50, key is test_row_0/A:col10/1732458080389/Put/seqid=0 2024-11-24T14:21:20,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741905_1081 (size=13051) 2024-11-24T14:21:20,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741907_1083 (size=12301) 2024-11-24T14:21:20,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/be6e3fa53b7f4fcc83f8eaece9a002dd 2024-11-24T14:21:20,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/20f6c686aae44edc9f400cae13af0601 is 50, key is test_row_0/B:col10/1732458080389/Put/seqid=0 2024-11-24T14:21:20,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741906_1082 (size=13051) 2024-11-24T14:21:20,502 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/bccad286bc734699b4a23edb72134157 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/bccad286bc734699b4a23edb72134157 2024-11-24T14:21:20,512 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/A of c51c5bddfbcd39a877b7e91bb7d41222 into bccad286bc734699b4a23edb72134157(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:20,514 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:20,514 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/A, priority=11, startTime=1732458080375; duration=0sec 2024-11-24T14:21:20,515 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:20,515 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:20,516 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T14:21:20,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458140511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,518 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59491 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T14:21:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458140512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,518 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/C is initiating minor compaction (all files) 2024-11-24T14:21:20,518 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/C in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:20,518 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/911f13ea3c054cf6a2fc6215b84fe329, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/213992e55d024ae3aac9fb39d9e4a9fe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/ac8210edb8e14a0d8ab0425e1278b0c2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f465470e89894909966e4b3bc9ea855c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/48c83560747e413eb29004b5a6fc4e40] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=58.1 K 2024-11-24T14:21:20,519 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 911f13ea3c054cf6a2fc6215b84fe329, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458077392 2024-11-24T14:21:20,520 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 213992e55d024ae3aac9fb39d9e4a9fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732458078042 2024-11-24T14:21:20,520 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac8210edb8e14a0d8ab0425e1278b0c2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732458078177 2024-11-24T14:21:20,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458140515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,521 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting f465470e89894909966e4b3bc9ea855c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732458078510 2024-11-24T14:21:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458140515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458140516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,521 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48c83560747e413eb29004b5a6fc4e40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458079638 2024-11-24T14:21:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T14:21:20,525 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-24T14:21:20,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-24T14:21:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T14:21:20,529 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:20,529 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:20,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741908_1084 (size=12301) 2024-11-24T14:21:20,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/20f6c686aae44edc9f400cae13af0601 2024-11-24T14:21:20,549 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#C#compaction#70 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:20,550 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/de679d2c9c134e849a61f104275cddeb is 50, key is test_row_0/C:col10/1732458079638/Put/seqid=0 2024-11-24T14:21:20,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/5f827c3698ea46c691252dceade6dbf3 is 50, key is test_row_0/C:col10/1732458080389/Put/seqid=0 2024-11-24T14:21:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741910_1086 (size=12301) 2024-11-24T14:21:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741909_1085 (size=13051) 2024-11-24T14:21:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T14:21:20,682 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:20,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T14:21:20,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:20,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:20,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:20,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:20,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458140720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458140719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458140722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458140723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458140723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T14:21:20,836 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:20,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T14:21:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:20,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:20,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:20,848 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/9a2b09d3d4704f8b84922bdd8db9cdf2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/9a2b09d3d4704f8b84922bdd8db9cdf2 2024-11-24T14:21:20,855 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/B of c51c5bddfbcd39a877b7e91bb7d41222 into 9a2b09d3d4704f8b84922bdd8db9cdf2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:20,856 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:20,856 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/B, priority=11, startTime=1732458080376; duration=0sec 2024-11-24T14:21:20,856 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:20,856 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:20,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/5f827c3698ea46c691252dceade6dbf3 2024-11-24T14:21:20,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/be6e3fa53b7f4fcc83f8eaece9a002dd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/be6e3fa53b7f4fcc83f8eaece9a002dd 2024-11-24T14:21:20,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/be6e3fa53b7f4fcc83f8eaece9a002dd, entries=150, sequenceid=356, filesize=12.0 K 2024-11-24T14:21:20,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/20f6c686aae44edc9f400cae13af0601 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/20f6c686aae44edc9f400cae13af0601 2024-11-24T14:21:20,991 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:20,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T14:21:20,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:20,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:20,991 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/de679d2c9c134e849a61f104275cddeb as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/de679d2c9c134e849a61f104275cddeb 2024-11-24T14:21:20,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:20,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:21,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/20f6c686aae44edc9f400cae13af0601, entries=150, sequenceid=356, filesize=12.0 K 2024-11-24T14:21:21,002 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/C of c51c5bddfbcd39a877b7e91bb7d41222 into de679d2c9c134e849a61f104275cddeb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:21,002 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:21,002 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/C, priority=11, startTime=1732458080376; duration=0sec 2024-11-24T14:21:21,002 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:21,002 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:21,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/5f827c3698ea46c691252dceade6dbf3 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/5f827c3698ea46c691252dceade6dbf3 2024-11-24T14:21:21,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/5f827c3698ea46c691252dceade6dbf3, entries=150, sequenceid=356, filesize=12.0 K 2024-11-24T14:21:21,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c51c5bddfbcd39a877b7e91bb7d41222 in 619ms, sequenceid=356, compaction requested=false 2024-11-24T14:21:21,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:21,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T14:21:21,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:21,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:21,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:21,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:21,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:21,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:21,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/3b5cc52d6a6547f58453c8572eaa9816 is 50, key is test_row_0/A:col10/1732458080407/Put/seqid=0 2024-11-24T14:21:21,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458141050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458141052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458141056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458141056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458141058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741911_1087 (size=14741) 2024-11-24T14:21:21,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/3b5cc52d6a6547f58453c8572eaa9816 2024-11-24T14:21:21,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/f0bd4b0779ba4e50bc541ef091eef063 is 50, key is test_row_0/B:col10/1732458080407/Put/seqid=0 2024-11-24T14:21:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741912_1088 (size=12301) 2024-11-24T14:21:21,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/f0bd4b0779ba4e50bc541ef091eef063 2024-11-24T14:21:21,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/bcc3232f579c493fb4ccd0f3be6ca5a4 is 50, key is test_row_0/C:col10/1732458080407/Put/seqid=0 2024-11-24T14:21:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T14:21:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741913_1089 (size=12301) 2024-11-24T14:21:21,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/bcc3232f579c493fb4ccd0f3be6ca5a4 2024-11-24T14:21:21,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:21,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T14:21:21,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:21,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:21,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:21,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:21,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:21,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/3b5cc52d6a6547f58453c8572eaa9816 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b5cc52d6a6547f58453c8572eaa9816 2024-11-24T14:21:21,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b5cc52d6a6547f58453c8572eaa9816, entries=200, sequenceid=373, filesize=14.4 K 2024-11-24T14:21:21,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/f0bd4b0779ba4e50bc541ef091eef063 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f0bd4b0779ba4e50bc541ef091eef063 2024-11-24T14:21:21,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458141158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458141158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458141162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458141162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458141162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f0bd4b0779ba4e50bc541ef091eef063, entries=150, sequenceid=373, filesize=12.0 K 2024-11-24T14:21:21,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/bcc3232f579c493fb4ccd0f3be6ca5a4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/bcc3232f579c493fb4ccd0f3be6ca5a4 2024-11-24T14:21:21,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/bcc3232f579c493fb4ccd0f3be6ca5a4, entries=150, sequenceid=373, filesize=12.0 K 2024-11-24T14:21:21,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c51c5bddfbcd39a877b7e91bb7d41222 in 154ms, sequenceid=373, compaction requested=true 2024-11-24T14:21:21,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:21,182 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:21,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:21,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:21,183 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:21,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:21,184 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:21,184 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/A is initiating minor compaction (all files) 2024-11-24T14:21:21,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:21,184 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/A in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:21,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:21,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:21,185 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:21,184 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/bccad286bc734699b4a23edb72134157, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/be6e3fa53b7f4fcc83f8eaece9a002dd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b5cc52d6a6547f58453c8572eaa9816] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=39.2 K 2024-11-24T14:21:21,186 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/B is initiating minor compaction (all files) 2024-11-24T14:21:21,186 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/B in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:21,186 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/9a2b09d3d4704f8b84922bdd8db9cdf2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/20f6c686aae44edc9f400cae13af0601, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f0bd4b0779ba4e50bc541ef091eef063] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=36.8 K 2024-11-24T14:21:21,186 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting bccad286bc734699b4a23edb72134157, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458079638 2024-11-24T14:21:21,187 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting be6e3fa53b7f4fcc83f8eaece9a002dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732458080281 2024-11-24T14:21:21,187 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a2b09d3d4704f8b84922bdd8db9cdf2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458079638 2024-11-24T14:21:21,187 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b5cc52d6a6547f58453c8572eaa9816, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732458080406 2024-11-24T14:21:21,187 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 20f6c686aae44edc9f400cae13af0601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732458080281 2024-11-24T14:21:21,188 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f0bd4b0779ba4e50bc541ef091eef063, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732458080406 2024-11-24T14:21:21,210 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:21,211 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/775d38a32388492c945e5a45691fdbd9 is 50, key is test_row_0/A:col10/1732458080407/Put/seqid=0 2024-11-24T14:21:21,213 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:21,213 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/aaeabd193f38423f9355532c41beb603 is 50, key is test_row_0/B:col10/1732458080407/Put/seqid=0 2024-11-24T14:21:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741915_1091 (size=13153) 2024-11-24T14:21:21,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741914_1090 (size=13153) 2024-11-24T14:21:21,298 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:21,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T14:21:21,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:21,299 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T14:21:21,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:21,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:21,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:21,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:21,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:21,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:21,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/0dac80be509c4790b21858905ae72404 is 50, key is test_row_0/A:col10/1732458081054/Put/seqid=0 2024-11-24T14:21:21,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741916_1092 (size=12301) 2024-11-24T14:21:21,319 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/0dac80be509c4790b21858905ae72404 2024-11-24T14:21:21,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/3dcffa05d1ac4eadb9aca0cb8e99d31b is 50, key is test_row_0/B:col10/1732458081054/Put/seqid=0 2024-11-24T14:21:21,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741917_1093 (size=12301) 2024-11-24T14:21:21,355 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/3dcffa05d1ac4eadb9aca0cb8e99d31b 2024-11-24T14:21:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:21,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:21,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/af632445a65f462e831032de84a27ab1 is 50, key is test_row_0/C:col10/1732458081054/Put/seqid=0 2024-11-24T14:21:21,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458141376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458141377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458141380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741918_1094 (size=12301) 2024-11-24T14:21:21,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458141380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458141380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458141482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458141482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458141486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458141487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458141487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T14:21:21,664 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/775d38a32388492c945e5a45691fdbd9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/775d38a32388492c945e5a45691fdbd9 2024-11-24T14:21:21,665 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/aaeabd193f38423f9355532c41beb603 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/aaeabd193f38423f9355532c41beb603 2024-11-24T14:21:21,672 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/A of c51c5bddfbcd39a877b7e91bb7d41222 into 775d38a32388492c945e5a45691fdbd9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:21,672 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/B of c51c5bddfbcd39a877b7e91bb7d41222 into aaeabd193f38423f9355532c41beb603(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:21,672 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:21,672 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:21,672 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/A, priority=13, startTime=1732458081182; duration=0sec 2024-11-24T14:21:21,672 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/B, priority=13, startTime=1732458081183; duration=0sec 2024-11-24T14:21:21,672 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:21,672 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:21,672 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:21,672 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:21,672 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:21,674 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:21,674 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/C is initiating minor compaction (all files) 2024-11-24T14:21:21,674 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/C in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:21,675 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/de679d2c9c134e849a61f104275cddeb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/5f827c3698ea46c691252dceade6dbf3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/bcc3232f579c493fb4ccd0f3be6ca5a4] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=36.8 K 2024-11-24T14:21:21,675 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting de679d2c9c134e849a61f104275cddeb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458079638 2024-11-24T14:21:21,676 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f827c3698ea46c691252dceade6dbf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732458080281 2024-11-24T14:21:21,676 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcc3232f579c493fb4ccd0f3be6ca5a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732458080406 2024-11-24T14:21:21,684 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:21,685 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/afa46e1e426b40b9b30be12017460191 is 50, key is test_row_0/C:col10/1732458080407/Put/seqid=0 2024-11-24T14:21:21,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458141684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458141684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741919_1095 (size=13153) 2024-11-24T14:21:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458141688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458141689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458141692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:21,701 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/afa46e1e426b40b9b30be12017460191 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/afa46e1e426b40b9b30be12017460191 2024-11-24T14:21:21,709 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/C of c51c5bddfbcd39a877b7e91bb7d41222 into afa46e1e426b40b9b30be12017460191(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:21,709 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:21,709 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/C, priority=13, startTime=1732458081184; duration=0sec 2024-11-24T14:21:21,709 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:21,709 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:21,786 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/af632445a65f462e831032de84a27ab1 2024-11-24T14:21:21,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/0dac80be509c4790b21858905ae72404 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0dac80be509c4790b21858905ae72404 2024-11-24T14:21:21,800 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0dac80be509c4790b21858905ae72404, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T14:21:21,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/3dcffa05d1ac4eadb9aca0cb8e99d31b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/3dcffa05d1ac4eadb9aca0cb8e99d31b 2024-11-24T14:21:21,808 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/3dcffa05d1ac4eadb9aca0cb8e99d31b, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T14:21:21,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/af632445a65f462e831032de84a27ab1 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/af632445a65f462e831032de84a27ab1 2024-11-24T14:21:21,817 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/af632445a65f462e831032de84a27ab1, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T14:21:21,819 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c51c5bddfbcd39a877b7e91bb7d41222 in 520ms, sequenceid=396, compaction requested=false 2024-11-24T14:21:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T14:21:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-24T14:21:21,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-24T14:21:21,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2900 sec 2024-11-24T14:21:21,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.2960 sec 2024-11-24T14:21:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:21,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T14:21:21,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:21,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:21,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:21,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:21,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:21,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:21,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/858aa6bf44fa42e3a967882d333dc4ce is 50, key is test_row_0/A:col10/1732458081376/Put/seqid=0 2024-11-24T14:21:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741920_1096 (size=14741) 2024-11-24T14:21:22,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/858aa6bf44fa42e3a967882d333dc4ce 2024-11-24T14:21:22,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458142014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458142017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458142019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/f5dedc99b1bf4fde9288ec6105af0b72 is 50, key is test_row_0/B:col10/1732458081376/Put/seqid=0 2024-11-24T14:21:22,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458142020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458142022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741921_1097 (size=12301) 2024-11-24T14:21:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458142121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458142123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458142123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458142126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458142126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458142325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458142325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458142327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458142330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458142331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/f5dedc99b1bf4fde9288ec6105af0b72 2024-11-24T14:21:22,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/503b4c9d34f1422dacbb15e1fb099fb4 is 50, key is test_row_0/C:col10/1732458081376/Put/seqid=0 2024-11-24T14:21:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741922_1098 (size=12301) 2024-11-24T14:21:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458142630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T14:21:22,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458142631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,634 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-24T14:21:22,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458142631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458142632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458142635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:22,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-24T14:21:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T14:21:22,639 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:22,639 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:22,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T14:21:22,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:22,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T14:21:22,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:22,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:22,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/503b4c9d34f1422dacbb15e1fb099fb4 2024-11-24T14:21:22,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/858aa6bf44fa42e3a967882d333dc4ce as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/858aa6bf44fa42e3a967882d333dc4ce 2024-11-24T14:21:22,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/858aa6bf44fa42e3a967882d333dc4ce, entries=200, sequenceid=413, filesize=14.4 K 2024-11-24T14:21:22,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/f5dedc99b1bf4fde9288ec6105af0b72 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f5dedc99b1bf4fde9288ec6105af0b72 2024-11-24T14:21:22,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f5dedc99b1bf4fde9288ec6105af0b72, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T14:21:22,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/503b4c9d34f1422dacbb15e1fb099fb4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/503b4c9d34f1422dacbb15e1fb099fb4 2024-11-24T14:21:22,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/503b4c9d34f1422dacbb15e1fb099fb4, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T14:21:22,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c51c5bddfbcd39a877b7e91bb7d41222 in 899ms, sequenceid=413, compaction requested=true 2024-11-24T14:21:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:22,889 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:22,889 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:22,890 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:22,891 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/B is initiating minor compaction (all files) 2024-11-24T14:21:22,891 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/B in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:22,891 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/aaeabd193f38423f9355532c41beb603, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/3dcffa05d1ac4eadb9aca0cb8e99d31b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f5dedc99b1bf4fde9288ec6105af0b72] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=36.9 K 2024-11-24T14:21:22,891 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:22,891 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/A is initiating minor compaction (all files) 2024-11-24T14:21:22,891 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/A in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:22,891 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting aaeabd193f38423f9355532c41beb603, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732458080406 2024-11-24T14:21:22,891 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/775d38a32388492c945e5a45691fdbd9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0dac80be509c4790b21858905ae72404, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/858aa6bf44fa42e3a967882d333dc4ce] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=39.3 K 2024-11-24T14:21:22,892 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 775d38a32388492c945e5a45691fdbd9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732458080406 2024-11-24T14:21:22,892 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dcffa05d1ac4eadb9aca0cb8e99d31b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732458081050 2024-11-24T14:21:22,893 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f5dedc99b1bf4fde9288ec6105af0b72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732458081376 2024-11-24T14:21:22,893 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dac80be509c4790b21858905ae72404, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732458081050 2024-11-24T14:21:22,893 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 858aa6bf44fa42e3a967882d333dc4ce, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732458081376 2024-11-24T14:21:22,903 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:22,904 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/53ed3eb8fab1499dbf0c082fc2161878 is 50, key is test_row_0/B:col10/1732458081376/Put/seqid=0 2024-11-24T14:21:22,910 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:22,911 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/858397f19a22494aac371d8941270e11 is 50, key is test_row_0/A:col10/1732458081376/Put/seqid=0 2024-11-24T14:21:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741923_1099 (size=13255) 2024-11-24T14:21:22,923 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/53ed3eb8fab1499dbf0c082fc2161878 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/53ed3eb8fab1499dbf0c082fc2161878 2024-11-24T14:21:22,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741924_1100 (size=13255) 2024-11-24T14:21:22,933 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/B of c51c5bddfbcd39a877b7e91bb7d41222 into 53ed3eb8fab1499dbf0c082fc2161878(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:22,933 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:22,933 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/B, priority=13, startTime=1732458082889; duration=0sec 2024-11-24T14:21:22,933 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:22,933 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:22,933 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:22,934 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/858397f19a22494aac371d8941270e11 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/858397f19a22494aac371d8941270e11 2024-11-24T14:21:22,935 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:22,935 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/C is initiating minor compaction (all files) 2024-11-24T14:21:22,936 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/C in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:22,936 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/afa46e1e426b40b9b30be12017460191, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/af632445a65f462e831032de84a27ab1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/503b4c9d34f1422dacbb15e1fb099fb4] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=36.9 K 2024-11-24T14:21:22,937 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting afa46e1e426b40b9b30be12017460191, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732458080406 2024-11-24T14:21:22,937 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting af632445a65f462e831032de84a27ab1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732458081050 2024-11-24T14:21:22,939 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 503b4c9d34f1422dacbb15e1fb099fb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732458081376 2024-11-24T14:21:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T14:21:22,942 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/A of c51c5bddfbcd39a877b7e91bb7d41222 into 858397f19a22494aac371d8941270e11(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:22,942 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:22,943 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/A, priority=13, startTime=1732458082889; duration=0sec 2024-11-24T14:21:22,943 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:22,943 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:22,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:22,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T14:21:22,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:22,946 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T14:21:22,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:22,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:22,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:22,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:22,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:22,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:22,954 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#C#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:22,955 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/19cd706f807947d793ebb982436922c9 is 50, key is test_row_0/C:col10/1732458081376/Put/seqid=0 2024-11-24T14:21:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/9dd2782710ad4368a880d2c89a41d29b is 50, key is test_row_0/A:col10/1732458082019/Put/seqid=0 2024-11-24T14:21:22,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741925_1101 (size=13255) 2024-11-24T14:21:22,970 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/19cd706f807947d793ebb982436922c9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/19cd706f807947d793ebb982436922c9 2024-11-24T14:21:22,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741926_1102 (size=12301) 2024-11-24T14:21:22,978 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/C of c51c5bddfbcd39a877b7e91bb7d41222 into 19cd706f807947d793ebb982436922c9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:22,978 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:22,978 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/C, priority=13, startTime=1732458082889; duration=0sec 2024-11-24T14:21:22,978 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:22,978 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:23,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:23,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458143144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458143143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458143144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458143145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458143146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T14:21:23,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458143249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458143249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458143249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458143249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458143249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,368 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/9dd2782710ad4368a880d2c89a41d29b 2024-11-24T14:21:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/e0df06a08d1c4df69a386b188d40a3ed is 50, key is test_row_0/B:col10/1732458082019/Put/seqid=0 2024-11-24T14:21:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741927_1103 (size=12301) 2024-11-24T14:21:23,404 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/e0df06a08d1c4df69a386b188d40a3ed 2024-11-24T14:21:23,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/0949f2f3ea8846b5abd3f8f9e765aadd is 50, key is test_row_0/C:col10/1732458082019/Put/seqid=0 2024-11-24T14:21:23,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741928_1104 (size=12301) 2024-11-24T14:21:23,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458143452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458143452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458143453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458143454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458143460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T14:21:23,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458143756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458143757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458143757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458143757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458143763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:23,846 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/0949f2f3ea8846b5abd3f8f9e765aadd 2024-11-24T14:21:23,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/9dd2782710ad4368a880d2c89a41d29b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9dd2782710ad4368a880d2c89a41d29b 2024-11-24T14:21:23,859 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9dd2782710ad4368a880d2c89a41d29b, entries=150, sequenceid=438, filesize=12.0 K 2024-11-24T14:21:23,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/e0df06a08d1c4df69a386b188d40a3ed as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/e0df06a08d1c4df69a386b188d40a3ed 2024-11-24T14:21:23,868 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/e0df06a08d1c4df69a386b188d40a3ed, entries=150, sequenceid=438, filesize=12.0 K 2024-11-24T14:21:23,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/0949f2f3ea8846b5abd3f8f9e765aadd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/0949f2f3ea8846b5abd3f8f9e765aadd 2024-11-24T14:21:23,875 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/0949f2f3ea8846b5abd3f8f9e765aadd, entries=150, sequenceid=438, filesize=12.0 K 2024-11-24T14:21:23,876 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c51c5bddfbcd39a877b7e91bb7d41222 in 930ms, sequenceid=438, compaction requested=false 2024-11-24T14:21:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:23,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:23,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T14:21:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-24T14:21:23,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T14:21:23,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2380 sec 2024-11-24T14:21:23,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.2430 sec 2024-11-24T14:21:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:24,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T14:21:24,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:24,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:24,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:24,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:24,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:24,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:24,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/42b9d06fbd8f44c89a7d4fb0ecf9f431 is 50, key is test_row_0/A:col10/1732458083142/Put/seqid=0 2024-11-24T14:21:24,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741929_1105 (size=14741) 2024-11-24T14:21:24,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/42b9d06fbd8f44c89a7d4fb0ecf9f431 2024-11-24T14:21:24,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458144281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458144280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458144282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458144283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/850d14536a8e4f0eb2b913269e140d74 is 50, key is test_row_0/B:col10/1732458083142/Put/seqid=0 2024-11-24T14:21:24,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458144300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741930_1106 (size=12301) 2024-11-24T14:21:24,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458144385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458144385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458144385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458144391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458144402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458144587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458144588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458144589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458144595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458144606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/850d14536a8e4f0eb2b913269e140d74 2024-11-24T14:21:24,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/fcc2b09974984ea18a5f3fcec34bc68a is 50, key is test_row_0/C:col10/1732458083142/Put/seqid=0 2024-11-24T14:21:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741931_1107 (size=12301) 2024-11-24T14:21:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T14:21:24,744 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-24T14:21:24,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-24T14:21:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T14:21:24,747 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:24,748 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:24,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T14:21:24,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458144891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458144891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458144892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458144897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:24,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:24,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T14:21:24,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:24,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:24,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:24,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:24,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:24,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458144909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T14:21:25,054 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:25,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T14:21:25,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:25,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:25,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:25,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:25,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:25,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/fcc2b09974984ea18a5f3fcec34bc68a 2024-11-24T14:21:25,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/42b9d06fbd8f44c89a7d4fb0ecf9f431 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/42b9d06fbd8f44c89a7d4fb0ecf9f431 2024-11-24T14:21:25,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/42b9d06fbd8f44c89a7d4fb0ecf9f431, entries=200, sequenceid=454, filesize=14.4 K 2024-11-24T14:21:25,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/850d14536a8e4f0eb2b913269e140d74 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/850d14536a8e4f0eb2b913269e140d74 2024-11-24T14:21:25,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/850d14536a8e4f0eb2b913269e140d74, entries=150, sequenceid=454, filesize=12.0 K 2024-11-24T14:21:25,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/fcc2b09974984ea18a5f3fcec34bc68a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/fcc2b09974984ea18a5f3fcec34bc68a 2024-11-24T14:21:25,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/fcc2b09974984ea18a5f3fcec34bc68a, entries=150, sequenceid=454, filesize=12.0 K 2024-11-24T14:21:25,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c51c5bddfbcd39a877b7e91bb7d41222 in 896ms, sequenceid=454, compaction requested=true 2024-11-24T14:21:25,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:25,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:25,157 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:25,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:25,158 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:25,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:25,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:25,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:25,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:25,161 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:25,161 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/B is initiating minor compaction (all files) 2024-11-24T14:21:25,162 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/B in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:25,162 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/53ed3eb8fab1499dbf0c082fc2161878, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/e0df06a08d1c4df69a386b188d40a3ed, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/850d14536a8e4f0eb2b913269e140d74] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=37.0 K 2024-11-24T14:21:25,162 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:25,162 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/A is initiating minor compaction (all files) 2024-11-24T14:21:25,162 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/A in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:25,162 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/858397f19a22494aac371d8941270e11, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9dd2782710ad4368a880d2c89a41d29b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/42b9d06fbd8f44c89a7d4fb0ecf9f431] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=39.4 K 2024-11-24T14:21:25,163 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 53ed3eb8fab1499dbf0c082fc2161878, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732458081376 2024-11-24T14:21:25,163 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 858397f19a22494aac371d8941270e11, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732458081376 2024-11-24T14:21:25,164 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e0df06a08d1c4df69a386b188d40a3ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732458082017 2024-11-24T14:21:25,164 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dd2782710ad4368a880d2c89a41d29b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732458082017 2024-11-24T14:21:25,164 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42b9d06fbd8f44c89a7d4fb0ecf9f431, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732458083142 2024-11-24T14:21:25,165 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 850d14536a8e4f0eb2b913269e140d74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732458083142 2024-11-24T14:21:25,182 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:25,183 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/bac938967d8645f5b458c8700f9e5812 is 50, key is test_row_0/B:col10/1732458083142/Put/seqid=0 2024-11-24T14:21:25,186 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:25,187 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/6307f4f06c214fb492c6d02642cb94d5 is 50, key is test_row_0/A:col10/1732458083142/Put/seqid=0 2024-11-24T14:21:25,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741932_1108 (size=13357) 2024-11-24T14:21:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741933_1109 (size=13357) 2024-11-24T14:21:25,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:25,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T14:21:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:25,208 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T14:21:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:25,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:25,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:25,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:25,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:25,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/bcbdae55dd72473a8a8cfaa671695214 is 50, key is test_row_1/A:col10/1732458084278/Put/seqid=0 2024-11-24T14:21:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741934_1110 (size=9857) 2024-11-24T14:21:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T14:21:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:25,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:25,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458145406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458145407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458145408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458145409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458145417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458145510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458145510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458145511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458145512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,599 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/bac938967d8645f5b458c8700f9e5812 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/bac938967d8645f5b458c8700f9e5812 2024-11-24T14:21:25,603 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/6307f4f06c214fb492c6d02642cb94d5 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/6307f4f06c214fb492c6d02642cb94d5 2024-11-24T14:21:25,607 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/B of c51c5bddfbcd39a877b7e91bb7d41222 into bac938967d8645f5b458c8700f9e5812(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:25,607 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:25,607 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/B, priority=13, startTime=1732458085157; duration=0sec 2024-11-24T14:21:25,607 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:25,607 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:25,607 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:25,609 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:25,609 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/C is initiating minor compaction (all files) 2024-11-24T14:21:25,609 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/C in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:25,610 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/19cd706f807947d793ebb982436922c9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/0949f2f3ea8846b5abd3f8f9e765aadd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/fcc2b09974984ea18a5f3fcec34bc68a] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=37.0 K 2024-11-24T14:21:25,610 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 19cd706f807947d793ebb982436922c9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732458081376 2024-11-24T14:21:25,611 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 0949f2f3ea8846b5abd3f8f9e765aadd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732458082017 2024-11-24T14:21:25,611 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/A of c51c5bddfbcd39a877b7e91bb7d41222 into 6307f4f06c214fb492c6d02642cb94d5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:25,611 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting fcc2b09974984ea18a5f3fcec34bc68a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732458083142 2024-11-24T14:21:25,611 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:25,611 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/A, priority=13, startTime=1732458085157; duration=0sec 2024-11-24T14:21:25,612 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:25,612 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:25,622 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/bcbdae55dd72473a8a8cfaa671695214 2024-11-24T14:21:25,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/c422cdb78f0242d7b0a2c1a454e1a0d0 is 50, key is test_row_1/B:col10/1732458084278/Put/seqid=0 2024-11-24T14:21:25,635 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:25,637 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/b0ae73e365bc49d8b667d9a4f5d075e7 is 50, key is test_row_0/C:col10/1732458083142/Put/seqid=0 2024-11-24T14:21:25,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741936_1112 (size=13357) 2024-11-24T14:21:25,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741935_1111 (size=9857) 2024-11-24T14:21:25,660 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/c422cdb78f0242d7b0a2c1a454e1a0d0 2024-11-24T14:21:25,668 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/b0ae73e365bc49d8b667d9a4f5d075e7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/b0ae73e365bc49d8b667d9a4f5d075e7 2024-11-24T14:21:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/32f597756723400a9bdf26d87f0df8db is 50, key is test_row_1/C:col10/1732458084278/Put/seqid=0 2024-11-24T14:21:25,676 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/C of c51c5bddfbcd39a877b7e91bb7d41222 into b0ae73e365bc49d8b667d9a4f5d075e7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:25,677 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:25,677 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/C, priority=13, startTime=1732458085158; duration=0sec 2024-11-24T14:21:25,677 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:25,677 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741937_1113 (size=9857) 2024-11-24T14:21:25,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458145713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458145714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458145714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458145718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T14:21:26,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458146018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:26,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458146020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:26,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458146020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:26,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458146021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:26,083 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/32f597756723400a9bdf26d87f0df8db 2024-11-24T14:21:26,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/bcbdae55dd72473a8a8cfaa671695214 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/bcbdae55dd72473a8a8cfaa671695214 2024-11-24T14:21:26,094 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/bcbdae55dd72473a8a8cfaa671695214, entries=100, sequenceid=476, filesize=9.6 K 2024-11-24T14:21:26,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/c422cdb78f0242d7b0a2c1a454e1a0d0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c422cdb78f0242d7b0a2c1a454e1a0d0 2024-11-24T14:21:26,101 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c422cdb78f0242d7b0a2c1a454e1a0d0, entries=100, sequenceid=476, filesize=9.6 K 2024-11-24T14:21:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/32f597756723400a9bdf26d87f0df8db as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/32f597756723400a9bdf26d87f0df8db 2024-11-24T14:21:26,107 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/32f597756723400a9bdf26d87f0df8db, entries=100, sequenceid=476, filesize=9.6 K 2024-11-24T14:21:26,108 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c51c5bddfbcd39a877b7e91bb7d41222 in 900ms, sequenceid=476, compaction requested=false 2024-11-24T14:21:26,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:26,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:26,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T14:21:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-24T14:21:26,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-24T14:21:26,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3620 sec 2024-11-24T14:21:26,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.3660 sec 2024-11-24T14:21:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:26,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T14:21:26,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:26,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:26,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:26,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:26,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:26,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:26,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/642509c2b65548e7bac0716946df5e58 is 50, key is test_row_0/A:col10/1732458085407/Put/seqid=0 2024-11-24T14:21:26,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741938_1114 (size=14741) 2024-11-24T14:21:26,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458146474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:26,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458146523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:26,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458146524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:26,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458146525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:26,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458146525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:26,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458146577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:26,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458146780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:26,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/642509c2b65548e7bac0716946df5e58 2024-11-24T14:21:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T14:21:26,852 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-24T14:21:26,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-24T14:21:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T14:21:26,855 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:26,856 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:26,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:26,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/80330c4fae4340e395a1df6cacc54510 is 50, key is test_row_0/B:col10/1732458085407/Put/seqid=0 2024-11-24T14:21:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741939_1115 (size=12301) 2024-11-24T14:21:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T14:21:27,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:27,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-24T14:21:27,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:27,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458147084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T14:21:27,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:27,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-24T14:21:27,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:27,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/80330c4fae4340e395a1df6cacc54510 2024-11-24T14:21:27,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/06a9d6e9757e494a81db819f96c36c04 is 50, key is test_row_0/C:col10/1732458085407/Put/seqid=0 2024-11-24T14:21:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741940_1116 (size=12301) 2024-11-24T14:21:27,315 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:27,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-24T14:21:27,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:27,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T14:21:27,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:27,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-24T14:21:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458147526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:27,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458147532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:27,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:27,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458147533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458147533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:27,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458147586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:27,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:27,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-24T14:21:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:27,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/06a9d6e9757e494a81db819f96c36c04 2024-11-24T14:21:27,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/642509c2b65548e7bac0716946df5e58 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/642509c2b65548e7bac0716946df5e58 2024-11-24T14:21:27,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/642509c2b65548e7bac0716946df5e58, entries=200, sequenceid=495, filesize=14.4 K 2024-11-24T14:21:27,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/80330c4fae4340e395a1df6cacc54510 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/80330c4fae4340e395a1df6cacc54510 2024-11-24T14:21:27,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/80330c4fae4340e395a1df6cacc54510, entries=150, sequenceid=495, filesize=12.0 K 2024-11-24T14:21:27,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/06a9d6e9757e494a81db819f96c36c04 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/06a9d6e9757e494a81db819f96c36c04 2024-11-24T14:21:27,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/06a9d6e9757e494a81db819f96c36c04, entries=150, sequenceid=495, filesize=12.0 K 2024-11-24T14:21:27,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c51c5bddfbcd39a877b7e91bb7d41222 in 1290ms, sequenceid=495, compaction requested=true 2024-11-24T14:21:27,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:27,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:27,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:27,714 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:27,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:27,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:27,715 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:27,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:27,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:27,716 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37955 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:27,716 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/A is initiating minor compaction (all files) 2024-11-24T14:21:27,716 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/A in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,716 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/6307f4f06c214fb492c6d02642cb94d5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/bcbdae55dd72473a8a8cfaa671695214, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/642509c2b65548e7bac0716946df5e58] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=37.1 K 2024-11-24T14:21:27,716 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:27,717 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6307f4f06c214fb492c6d02642cb94d5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732458083142 2024-11-24T14:21:27,717 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/B is initiating minor compaction (all files) 2024-11-24T14:21:27,717 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/B in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,717 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/bac938967d8645f5b458c8700f9e5812, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c422cdb78f0242d7b0a2c1a454e1a0d0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/80330c4fae4340e395a1df6cacc54510] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=34.7 K 2024-11-24T14:21:27,717 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcbdae55dd72473a8a8cfaa671695214, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732458084278 2024-11-24T14:21:27,717 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting bac938967d8645f5b458c8700f9e5812, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732458083142 2024-11-24T14:21:27,717 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 642509c2b65548e7bac0716946df5e58, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732458085403 2024-11-24T14:21:27,718 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c422cdb78f0242d7b0a2c1a454e1a0d0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732458084278 2024-11-24T14:21:27,718 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 80330c4fae4340e395a1df6cacc54510, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732458085403 2024-11-24T14:21:27,727 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:27,727 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:27,728 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/73cdbb1e1c714bd1857ce758c2d091d7 is 50, key is test_row_0/B:col10/1732458085407/Put/seqid=0 2024-11-24T14:21:27,728 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/f3f7b53bc2234591a615e2e3eac095ab is 50, key is test_row_0/A:col10/1732458085407/Put/seqid=0 2024-11-24T14:21:27,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741941_1117 (size=13459) 2024-11-24T14:21:27,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741942_1118 (size=13459) 2024-11-24T14:21:27,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:27,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-24T14:21:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:27,777 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T14:21:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:27,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:27,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:27,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/781898ed8b604d80a93bdb33124bc5c4 is 50, key is test_row_0/A:col10/1732458086466/Put/seqid=0 2024-11-24T14:21:27,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741943_1119 (size=12301) 2024-11-24T14:21:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T14:21:28,149 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/73cdbb1e1c714bd1857ce758c2d091d7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/73cdbb1e1c714bd1857ce758c2d091d7 2024-11-24T14:21:28,156 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/f3f7b53bc2234591a615e2e3eac095ab as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/f3f7b53bc2234591a615e2e3eac095ab 2024-11-24T14:21:28,156 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/B of c51c5bddfbcd39a877b7e91bb7d41222 into 73cdbb1e1c714bd1857ce758c2d091d7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:28,156 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:28,156 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/B, priority=13, startTime=1732458087714; duration=0sec 2024-11-24T14:21:28,157 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:28,157 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:28,157 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:28,158 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:28,158 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/C is initiating minor compaction (all files) 2024-11-24T14:21:28,159 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/C in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:28,159 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/b0ae73e365bc49d8b667d9a4f5d075e7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/32f597756723400a9bdf26d87f0df8db, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/06a9d6e9757e494a81db819f96c36c04] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=34.7 K 2024-11-24T14:21:28,160 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting b0ae73e365bc49d8b667d9a4f5d075e7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732458083142 2024-11-24T14:21:28,160 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 32f597756723400a9bdf26d87f0df8db, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732458084278 2024-11-24T14:21:28,161 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 06a9d6e9757e494a81db819f96c36c04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732458085403 2024-11-24T14:21:28,163 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/A of c51c5bddfbcd39a877b7e91bb7d41222 into f3f7b53bc2234591a615e2e3eac095ab(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:28,163 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:28,163 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/A, priority=13, startTime=1732458087714; duration=0sec 2024-11-24T14:21:28,164 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:28,164 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:28,169 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:28,169 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/63eb8d9642b140eda13c5390f4f46da2 is 50, key is test_row_0/C:col10/1732458085407/Put/seqid=0 2024-11-24T14:21:28,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741944_1120 (size=13459) 2024-11-24T14:21:28,180 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/63eb8d9642b140eda13c5390f4f46da2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/63eb8d9642b140eda13c5390f4f46da2 2024-11-24T14:21:28,185 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/C of c51c5bddfbcd39a877b7e91bb7d41222 into 63eb8d9642b140eda13c5390f4f46da2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:28,185 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:28,185 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/C, priority=13, startTime=1732458087715; duration=0sec 2024-11-24T14:21:28,185 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:28,185 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:28,191 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/781898ed8b604d80a93bdb33124bc5c4 2024-11-24T14:21:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/d1d59227af6846e681a21ca16e23263b is 50, key is test_row_0/B:col10/1732458086466/Put/seqid=0 2024-11-24T14:21:28,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741945_1121 (size=12301) 2024-11-24T14:21:28,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:28,607 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/d1d59227af6846e681a21ca16e23263b 2024-11-24T14:21:28,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/a3813edb374044eba0a539fa5189de60 is 50, key is test_row_0/C:col10/1732458086466/Put/seqid=0 2024-11-24T14:21:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741946_1122 (size=12301) 2024-11-24T14:21:28,634 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/a3813edb374044eba0a539fa5189de60 2024-11-24T14:21:28,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458148635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:28,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/781898ed8b604d80a93bdb33124bc5c4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/781898ed8b604d80a93bdb33124bc5c4 2024-11-24T14:21:28,647 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/781898ed8b604d80a93bdb33124bc5c4, entries=150, sequenceid=515, filesize=12.0 K 2024-11-24T14:21:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/d1d59227af6846e681a21ca16e23263b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/d1d59227af6846e681a21ca16e23263b 2024-11-24T14:21:28,655 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/d1d59227af6846e681a21ca16e23263b, entries=150, sequenceid=515, filesize=12.0 K 2024-11-24T14:21:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/a3813edb374044eba0a539fa5189de60 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a3813edb374044eba0a539fa5189de60 2024-11-24T14:21:28,662 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a3813edb374044eba0a539fa5189de60, entries=150, sequenceid=515, filesize=12.0 K 2024-11-24T14:21:28,664 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c51c5bddfbcd39a877b7e91bb7d41222 in 886ms, sequenceid=515, compaction requested=false 2024-11-24T14:21:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T14:21:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-24T14:21:28,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-24T14:21:28,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-11-24T14:21:28,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.8140 sec 2024-11-24T14:21:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:28,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T14:21:28,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:28,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:28,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:28,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:28,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:28,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:28,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/1af259ea5ab745efaf31c10bb24d46ca is 50, key is test_row_0/A:col10/1732458088630/Put/seqid=0 2024-11-24T14:21:28,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741947_1123 (size=12301) 2024-11-24T14:21:28,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/1af259ea5ab745efaf31c10bb24d46ca 2024-11-24T14:21:28,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/7c498a98dd7d4b4fbc08156a4a4b171f is 50, key is test_row_0/B:col10/1732458088630/Put/seqid=0 2024-11-24T14:21:28,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741948_1124 (size=12301) 2024-11-24T14:21:28,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/7c498a98dd7d4b4fbc08156a4a4b171f 2024-11-24T14:21:28,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/948a090c485048dd8b3e91831b021c0e is 50, key is test_row_0/C:col10/1732458088630/Put/seqid=0 2024-11-24T14:21:28,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741949_1125 (size=12301) 2024-11-24T14:21:28,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/948a090c485048dd8b3e91831b021c0e 2024-11-24T14:21:28,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458148801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:28,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/1af259ea5ab745efaf31c10bb24d46ca as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1af259ea5ab745efaf31c10bb24d46ca 2024-11-24T14:21:28,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1af259ea5ab745efaf31c10bb24d46ca, entries=150, sequenceid=535, filesize=12.0 K 2024-11-24T14:21:28,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/7c498a98dd7d4b4fbc08156a4a4b171f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/7c498a98dd7d4b4fbc08156a4a4b171f 2024-11-24T14:21:28,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/7c498a98dd7d4b4fbc08156a4a4b171f, entries=150, sequenceid=535, filesize=12.0 K 2024-11-24T14:21:28,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/948a090c485048dd8b3e91831b021c0e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/948a090c485048dd8b3e91831b021c0e 2024-11-24T14:21:28,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/948a090c485048dd8b3e91831b021c0e, entries=150, sequenceid=535, filesize=12.0 K 2024-11-24T14:21:28,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c51c5bddfbcd39a877b7e91bb7d41222 in 89ms, sequenceid=535, compaction requested=true 2024-11-24T14:21:28,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:28,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:28,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:28,830 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:28,830 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:28,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:28,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:28,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c51c5bddfbcd39a877b7e91bb7d41222:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:28,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:28,832 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:28,832 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/A is initiating minor compaction (all files) 2024-11-24T14:21:28,832 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/A in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:28,832 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/f3f7b53bc2234591a615e2e3eac095ab, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/781898ed8b604d80a93bdb33124bc5c4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1af259ea5ab745efaf31c10bb24d46ca] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=37.2 K 2024-11-24T14:21:28,832 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:28,832 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/B is initiating minor compaction (all files) 2024-11-24T14:21:28,833 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/B in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:28,833 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3f7b53bc2234591a615e2e3eac095ab, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732458085403 2024-11-24T14:21:28,833 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/73cdbb1e1c714bd1857ce758c2d091d7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/d1d59227af6846e681a21ca16e23263b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/7c498a98dd7d4b4fbc08156a4a4b171f] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=37.2 K 2024-11-24T14:21:28,833 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 73cdbb1e1c714bd1857ce758c2d091d7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732458085403 2024-11-24T14:21:28,833 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 781898ed8b604d80a93bdb33124bc5c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732458086466 2024-11-24T14:21:28,834 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting d1d59227af6846e681a21ca16e23263b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732458086466 2024-11-24T14:21:28,834 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1af259ea5ab745efaf31c10bb24d46ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732458088627 2024-11-24T14:21:28,834 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c498a98dd7d4b4fbc08156a4a4b171f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732458088627 2024-11-24T14:21:28,844 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#A#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:28,845 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/79151d82d4744462a8a2ddf2379c9521 is 50, key is test_row_0/A:col10/1732458088630/Put/seqid=0 2024-11-24T14:21:28,848 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:28,848 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/6ef0b6b91bf4478d8b573bc100d9dae6 is 50, key is test_row_0/B:col10/1732458088630/Put/seqid=0 2024-11-24T14:21:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741950_1126 (size=13561) 2024-11-24T14:21:28,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741951_1127 (size=13561) 2024-11-24T14:21:28,867 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/6ef0b6b91bf4478d8b573bc100d9dae6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6ef0b6b91bf4478d8b573bc100d9dae6 2024-11-24T14:21:28,874 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/B of c51c5bddfbcd39a877b7e91bb7d41222 into 6ef0b6b91bf4478d8b573bc100d9dae6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:28,874 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:28,874 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/B, priority=13, startTime=1732458088830; duration=0sec 2024-11-24T14:21:28,874 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:28,874 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:B 2024-11-24T14:21:28,874 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:28,875 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:28,876 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): c51c5bddfbcd39a877b7e91bb7d41222/C is initiating minor compaction (all files) 2024-11-24T14:21:28,876 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c51c5bddfbcd39a877b7e91bb7d41222/C in TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:28,878 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/63eb8d9642b140eda13c5390f4f46da2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a3813edb374044eba0a539fa5189de60, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/948a090c485048dd8b3e91831b021c0e] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp, totalSize=37.2 K 2024-11-24T14:21:28,878 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 63eb8d9642b140eda13c5390f4f46da2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732458085403 2024-11-24T14:21:28,879 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting a3813edb374044eba0a539fa5189de60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732458086466 2024-11-24T14:21:28,879 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 948a090c485048dd8b3e91831b021c0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732458088627 2024-11-24T14:21:28,897 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c51c5bddfbcd39a877b7e91bb7d41222#C#compaction#113 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:28,898 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/d73b8347bf6741608e3055bc61545eb9 is 50, key is test_row_0/C:col10/1732458088630/Put/seqid=0 2024-11-24T14:21:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:28,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T14:21:28,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741952_1128 (size=13561) 2024-11-24T14:21:28,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:28,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:28,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:28,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:28,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:28,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:28,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/861af51f74c64bffa843330c45b4da7b is 50, key is test_row_0/A:col10/1732458088767/Put/seqid=0 2024-11-24T14:21:28,919 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/d73b8347bf6741608e3055bc61545eb9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/d73b8347bf6741608e3055bc61545eb9 2024-11-24T14:21:28,926 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/C of c51c5bddfbcd39a877b7e91bb7d41222 into d73b8347bf6741608e3055bc61545eb9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:28,926 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:28,926 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/C, priority=13, startTime=1732458088831; duration=0sec 2024-11-24T14:21:28,926 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:28,926 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:C 2024-11-24T14:21:28,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741953_1129 (size=12301) 2024-11-24T14:21:28,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458148955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T14:21:28,959 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-24T14:21:28,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-24T14:21:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T14:21:28,968 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:28,969 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:28,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:29,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458149064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T14:21:29,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:29,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T14:21:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:29,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,265 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/79151d82d4744462a8a2ddf2379c9521 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/79151d82d4744462a8a2ddf2379c9521 2024-11-24T14:21:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T14:21:29,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458149269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:29,272 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c51c5bddfbcd39a877b7e91bb7d41222/A of c51c5bddfbcd39a877b7e91bb7d41222 into 79151d82d4744462a8a2ddf2379c9521(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:29,272 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:29,272 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., storeName=c51c5bddfbcd39a877b7e91bb7d41222/A, priority=13, startTime=1732458088830; duration=0sec 2024-11-24T14:21:29,272 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:29,272 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c51c5bddfbcd39a877b7e91bb7d41222:A 2024-11-24T14:21:29,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:29,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T14:21:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:29,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/861af51f74c64bffa843330c45b4da7b 2024-11-24T14:21:29,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/6e5071002616454c8ec5a73e71da039a is 50, key is test_row_0/B:col10/1732458088767/Put/seqid=0 2024-11-24T14:21:29,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741954_1130 (size=12301) 2024-11-24T14:21:29,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:29,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T14:21:29,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:29,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:29,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:29,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38558 deadline: 1732458149539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:29,540 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:21:29,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38506 deadline: 1732458149546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:29,547 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:21:29,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1732458149552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:29,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38564 deadline: 1732458149552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:29,553 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:21:29,553 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:21:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T14:21:29,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38546 deadline: 1732458149571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:29,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:29,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T14:21:29,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:29,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:29,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:29,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:29,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T14:21:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:29,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:29,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/6e5071002616454c8ec5a73e71da039a 2024-11-24T14:21:29,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/7b0d395a3bae41ae8112183d2e9d2410 is 50, key is test_row_0/C:col10/1732458088767/Put/seqid=0 2024-11-24T14:21:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741955_1131 (size=12301) 2024-11-24T14:21:29,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/7b0d395a3bae41ae8112183d2e9d2410 2024-11-24T14:21:29,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/861af51f74c64bffa843330c45b4da7b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/861af51f74c64bffa843330c45b4da7b 2024-11-24T14:21:29,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/861af51f74c64bffa843330c45b4da7b, entries=150, sequenceid=556, filesize=12.0 K 2024-11-24T14:21:29,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/6e5071002616454c8ec5a73e71da039a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6e5071002616454c8ec5a73e71da039a 2024-11-24T14:21:29,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6e5071002616454c8ec5a73e71da039a, entries=150, sequenceid=556, filesize=12.0 K 2024-11-24T14:21:29,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/7b0d395a3bae41ae8112183d2e9d2410 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/7b0d395a3bae41ae8112183d2e9d2410 2024-11-24T14:21:29,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/7b0d395a3bae41ae8112183d2e9d2410, entries=150, sequenceid=556, filesize=12.0 K 2024-11-24T14:21:29,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c51c5bddfbcd39a877b7e91bb7d41222 in 893ms, sequenceid=556, compaction requested=false 2024-11-24T14:21:29,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:29,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:29,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T14:21:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:29,889 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T14:21:29,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:29,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:29,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:29,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:29,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:29,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:29,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/97f5e656ea3842ed91cee561699ecfd4 is 50, key is test_row_0/A:col10/1732458088951/Put/seqid=0 2024-11-24T14:21:29,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741956_1132 (size=12301) 2024-11-24T14:21:29,902 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/97f5e656ea3842ed91cee561699ecfd4 2024-11-24T14:21:29,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/8ab2842424e14a4cb7e3b7a3864614ba is 50, key is test_row_0/B:col10/1732458088951/Put/seqid=0 2024-11-24T14:21:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741957_1133 (size=12301) 2024-11-24T14:21:30,059 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:57219 2024-11-24T14:21:30,059 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:57219 2024-11-24T14:21:30,059 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:57219 2024-11-24T14:21:30,059 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:30,059 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:30,059 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:30,060 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:57219 2024-11-24T14:21:30,060 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T14:21:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:30,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. as already flushing 2024-11-24T14:21:30,075 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:57219 2024-11-24T14:21:30,075 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:30,316 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/8ab2842424e14a4cb7e3b7a3864614ba 2024-11-24T14:21:30,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/ea7bb99a7eda4d1c80fb4d453d677759 is 50, key is test_row_0/C:col10/1732458088951/Put/seqid=0 2024-11-24T14:21:30,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741958_1134 (size=12301) 2024-11-24T14:21:30,728 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/ea7bb99a7eda4d1c80fb4d453d677759 2024-11-24T14:21:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/97f5e656ea3842ed91cee561699ecfd4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/97f5e656ea3842ed91cee561699ecfd4 2024-11-24T14:21:30,738 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/97f5e656ea3842ed91cee561699ecfd4, entries=150, sequenceid=574, filesize=12.0 K 2024-11-24T14:21:30,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/8ab2842424e14a4cb7e3b7a3864614ba as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/8ab2842424e14a4cb7e3b7a3864614ba 2024-11-24T14:21:30,742 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/8ab2842424e14a4cb7e3b7a3864614ba, entries=150, sequenceid=574, filesize=12.0 K 2024-11-24T14:21:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/ea7bb99a7eda4d1c80fb4d453d677759 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/ea7bb99a7eda4d1c80fb4d453d677759 2024-11-24T14:21:30,747 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/ea7bb99a7eda4d1c80fb4d453d677759, entries=150, sequenceid=574, filesize=12.0 K 2024-11-24T14:21:30,748 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=6.71 KB/6870 for c51c5bddfbcd39a877b7e91bb7d41222 in 859ms, sequenceid=574, compaction requested=true 2024-11-24T14:21:30,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:30,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:30,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T14:21:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-24T14:21:30,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-24T14:21:30,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7810 sec 2024-11-24T14:21:30,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.7870 sec 2024-11-24T14:21:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T14:21:31,071 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-24T14:21:31,669 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T14:21:33,556 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:57219 2024-11-24T14:21:33,556 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:33,560 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:57219 2024-11-24T14:21:33,560 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:33,567 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:57219 2024-11-24T14:21:33,567 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:33,582 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:57219 2024-11-24T14:21:33,582 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 140 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7098 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6658 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2991 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8973 rows 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3023 2024-11-24T14:21:33,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9069 rows 2024-11-24T14:21:33,583 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T14:21:33,583 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:57219 2024-11-24T14:21:33,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:33,588 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T14:21:33,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T14:21:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T14:21:33,599 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458093599"}]},"ts":"1732458093599"} 2024-11-24T14:21:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T14:21:33,600 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T14:21:33,603 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T14:21:33,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T14:21:33,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c51c5bddfbcd39a877b7e91bb7d41222, UNASSIGN}] 2024-11-24T14:21:33,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c51c5bddfbcd39a877b7e91bb7d41222, UNASSIGN 2024-11-24T14:21:33,609 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c51c5bddfbcd39a877b7e91bb7d41222, regionState=CLOSING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:33,610 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T14:21:33,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:21:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T14:21:33,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:33,768 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:33,768 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T14:21:33,769 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing c51c5bddfbcd39a877b7e91bb7d41222, disabling compactions & flushes 2024-11-24T14:21:33,769 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:33,769 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:33,769 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. after waiting 0 ms 2024-11-24T14:21:33,769 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:33,769 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing c51c5bddfbcd39a877b7e91bb7d41222 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T14:21:33,769 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=A 2024-11-24T14:21:33,769 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:33,769 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=B 2024-11-24T14:21:33,769 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:33,769 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c51c5bddfbcd39a877b7e91bb7d41222, store=C 2024-11-24T14:21:33,769 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:33,773 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/b376b2f0d59a465586e74d900172fce9 is 50, key is test_row_0/A:col10/1732458093566/Put/seqid=0 2024-11-24T14:21:33,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741959_1135 (size=9857) 2024-11-24T14:21:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T14:21:34,180 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/b376b2f0d59a465586e74d900172fce9 2024-11-24T14:21:34,188 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/7f4808e71efa4ddcae54edcb0a020f22 is 50, key is test_row_0/B:col10/1732458093566/Put/seqid=0 2024-11-24T14:21:34,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741960_1136 (size=9857) 2024-11-24T14:21:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T14:21:34,592 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/7f4808e71efa4ddcae54edcb0a020f22 2024-11-24T14:21:34,600 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/129c74b92436437aae6af5d06b80a8f6 is 50, key is test_row_0/C:col10/1732458093566/Put/seqid=0 2024-11-24T14:21:34,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741961_1137 (size=9857) 2024-11-24T14:21:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T14:21:35,005 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/129c74b92436437aae6af5d06b80a8f6 2024-11-24T14:21:35,010 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/A/b376b2f0d59a465586e74d900172fce9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b376b2f0d59a465586e74d900172fce9 2024-11-24T14:21:35,015 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b376b2f0d59a465586e74d900172fce9, entries=100, sequenceid=582, filesize=9.6 K 2024-11-24T14:21:35,016 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/B/7f4808e71efa4ddcae54edcb0a020f22 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/7f4808e71efa4ddcae54edcb0a020f22 2024-11-24T14:21:35,020 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/7f4808e71efa4ddcae54edcb0a020f22, entries=100, sequenceid=582, filesize=9.6 K 2024-11-24T14:21:35,021 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/.tmp/C/129c74b92436437aae6af5d06b80a8f6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/129c74b92436437aae6af5d06b80a8f6 2024-11-24T14:21:35,025 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/129c74b92436437aae6af5d06b80a8f6, entries=100, sequenceid=582, filesize=9.6 K 2024-11-24T14:21:35,026 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c51c5bddfbcd39a877b7e91bb7d41222 in 1257ms, sequenceid=582, compaction requested=true 2024-11-24T14:21:35,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/fa03360601ab4ac59a28becf7c47a7d8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/ed243edb04234224ba3f386edc09c86e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b8d2a77f25c4a3799984b5c72293e3a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b1050fbfe7704407a5d43d87cae81ed8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/6acb97bf3f724cf0b10fa61a3aca3432, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/06e005fb54f2437d917efcb70e5dad6d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3772089eb146423eba14710edde2b3a1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c189d96f0eb4fc7b9534f3b48cc7d8a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/7a56dad2c9e248bdbc1a43620f30ad2d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/807752f993894f358bca2946317ab22b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/55a5eb605f2d4d22a43d98ae433b3a58, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/f170ccf7bb2a4c30b15143e2ef3eaba2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9fe6fb4dc79d47fdbbbfb9d642819c84, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c6e7bad6d97404395769399e98e3091, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/ea4286c0def74c2cb06dd9c64ebd83f5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1e2f8bfeaa14497c8a3c14d89ecfe36f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b36e129ef07445eb95fdecfa7ea0daaf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/2b2fbe36eca24d3ba843ab76911ff814, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/68e32b080b9e44f5aaf84040aa038264, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/e0b78146b3074113bc6d6f806186590e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/28f437359d214d43961b6b6755597dfe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/cd71eb1ac95a4060a2d43fc98dbcdf36, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/bccad286bc734699b4a23edb72134157, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/be6e3fa53b7f4fcc83f8eaece9a002dd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b5cc52d6a6547f58453c8572eaa9816, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/775d38a32388492c945e5a45691fdbd9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0dac80be509c4790b21858905ae72404, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/858aa6bf44fa42e3a967882d333dc4ce, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/858397f19a22494aac371d8941270e11, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9dd2782710ad4368a880d2c89a41d29b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/42b9d06fbd8f44c89a7d4fb0ecf9f431, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/6307f4f06c214fb492c6d02642cb94d5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/bcbdae55dd72473a8a8cfaa671695214, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/642509c2b65548e7bac0716946df5e58, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/f3f7b53bc2234591a615e2e3eac095ab, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/781898ed8b604d80a93bdb33124bc5c4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1af259ea5ab745efaf31c10bb24d46ca] to archive 2024-11-24T14:21:35,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:21:35,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/fa03360601ab4ac59a28becf7c47a7d8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/fa03360601ab4ac59a28becf7c47a7d8 2024-11-24T14:21:35,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/ed243edb04234224ba3f386edc09c86e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/ed243edb04234224ba3f386edc09c86e 2024-11-24T14:21:35,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b8d2a77f25c4a3799984b5c72293e3a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b8d2a77f25c4a3799984b5c72293e3a 2024-11-24T14:21:35,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b1050fbfe7704407a5d43d87cae81ed8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b1050fbfe7704407a5d43d87cae81ed8 2024-11-24T14:21:35,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/6acb97bf3f724cf0b10fa61a3aca3432 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/6acb97bf3f724cf0b10fa61a3aca3432 2024-11-24T14:21:35,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/06e005fb54f2437d917efcb70e5dad6d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/06e005fb54f2437d917efcb70e5dad6d 2024-11-24T14:21:35,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3772089eb146423eba14710edde2b3a1 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3772089eb146423eba14710edde2b3a1 2024-11-24T14:21:35,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c189d96f0eb4fc7b9534f3b48cc7d8a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c189d96f0eb4fc7b9534f3b48cc7d8a 2024-11-24T14:21:35,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/7a56dad2c9e248bdbc1a43620f30ad2d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/7a56dad2c9e248bdbc1a43620f30ad2d 2024-11-24T14:21:35,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/807752f993894f358bca2946317ab22b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/807752f993894f358bca2946317ab22b 2024-11-24T14:21:35,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/55a5eb605f2d4d22a43d98ae433b3a58 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/55a5eb605f2d4d22a43d98ae433b3a58 2024-11-24T14:21:35,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/f170ccf7bb2a4c30b15143e2ef3eaba2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/f170ccf7bb2a4c30b15143e2ef3eaba2 2024-11-24T14:21:35,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9fe6fb4dc79d47fdbbbfb9d642819c84 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9fe6fb4dc79d47fdbbbfb9d642819c84 2024-11-24T14:21:35,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c6e7bad6d97404395769399e98e3091 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0c6e7bad6d97404395769399e98e3091 2024-11-24T14:21:35,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/ea4286c0def74c2cb06dd9c64ebd83f5 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/ea4286c0def74c2cb06dd9c64ebd83f5 2024-11-24T14:21:35,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1e2f8bfeaa14497c8a3c14d89ecfe36f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1e2f8bfeaa14497c8a3c14d89ecfe36f 2024-11-24T14:21:35,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b36e129ef07445eb95fdecfa7ea0daaf to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b36e129ef07445eb95fdecfa7ea0daaf 2024-11-24T14:21:35,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/2b2fbe36eca24d3ba843ab76911ff814 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/2b2fbe36eca24d3ba843ab76911ff814 2024-11-24T14:21:35,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/68e32b080b9e44f5aaf84040aa038264 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/68e32b080b9e44f5aaf84040aa038264 2024-11-24T14:21:35,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/e0b78146b3074113bc6d6f806186590e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/e0b78146b3074113bc6d6f806186590e 2024-11-24T14:21:35,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/28f437359d214d43961b6b6755597dfe to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/28f437359d214d43961b6b6755597dfe 2024-11-24T14:21:35,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/cd71eb1ac95a4060a2d43fc98dbcdf36 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/cd71eb1ac95a4060a2d43fc98dbcdf36 2024-11-24T14:21:35,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/bccad286bc734699b4a23edb72134157 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/bccad286bc734699b4a23edb72134157 2024-11-24T14:21:35,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/be6e3fa53b7f4fcc83f8eaece9a002dd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/be6e3fa53b7f4fcc83f8eaece9a002dd 2024-11-24T14:21:35,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b5cc52d6a6547f58453c8572eaa9816 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/3b5cc52d6a6547f58453c8572eaa9816 2024-11-24T14:21:35,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/775d38a32388492c945e5a45691fdbd9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/775d38a32388492c945e5a45691fdbd9 2024-11-24T14:21:35,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0dac80be509c4790b21858905ae72404 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/0dac80be509c4790b21858905ae72404 2024-11-24T14:21:35,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/858aa6bf44fa42e3a967882d333dc4ce to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/858aa6bf44fa42e3a967882d333dc4ce 2024-11-24T14:21:35,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/858397f19a22494aac371d8941270e11 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/858397f19a22494aac371d8941270e11 2024-11-24T14:21:35,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9dd2782710ad4368a880d2c89a41d29b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/9dd2782710ad4368a880d2c89a41d29b 2024-11-24T14:21:35,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/42b9d06fbd8f44c89a7d4fb0ecf9f431 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/42b9d06fbd8f44c89a7d4fb0ecf9f431 2024-11-24T14:21:35,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/6307f4f06c214fb492c6d02642cb94d5 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/6307f4f06c214fb492c6d02642cb94d5 2024-11-24T14:21:35,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/bcbdae55dd72473a8a8cfaa671695214 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/bcbdae55dd72473a8a8cfaa671695214 2024-11-24T14:21:35,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/642509c2b65548e7bac0716946df5e58 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/642509c2b65548e7bac0716946df5e58 2024-11-24T14:21:35,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/f3f7b53bc2234591a615e2e3eac095ab to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/f3f7b53bc2234591a615e2e3eac095ab 2024-11-24T14:21:35,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/781898ed8b604d80a93bdb33124bc5c4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/781898ed8b604d80a93bdb33124bc5c4 2024-11-24T14:21:35,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1af259ea5ab745efaf31c10bb24d46ca to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/1af259ea5ab745efaf31c10bb24d46ca 2024-11-24T14:21:35,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/1d9143c867ae48f7823e7cab7910c6a2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dac07732dd954a16a69250610274b2ce, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/2efb184298e846fba87131c1c8d4e51a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/d93bb2f2d1de4785b0e484e0927dd7c2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/87fb45c62da64f97a703ac274a0bed28, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f453b5999def40bf989ad30894985663, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/0e339a3511464884a302a027f5b4848f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/19ab2e097cb1436a889f0565d6abe80f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6193f3fb9f434ba4ac8afaa57827e240, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/4ad9ad1ecb184bef89e693f80cfbd5bd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/0eeea846d57345359181bf3f62657e5c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/eed263b942b14abda3edbd9092aedc37, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fa4aae92b8c94874b88678b75040243e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6115c5584a974989959454e8cb18e180, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dfa166204e234b2c8ae6ea3edddb0e77, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/81b29454005b44ccb467b9672a1d0932, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/358c2e04a7754694b7163a47d7395d1d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/71cb6631b1044a6e8bca47aec0825bee, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fbfd68284d3440d6838a9478a568cd7c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c131da3f657b4e10a34832e419c520e9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/94ce66dfba5c41bb9cd0f612e0296620, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/9a2b09d3d4704f8b84922bdd8db9cdf2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/b3b18ba288aa4c61ae5f32bf4d2d4099, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/20f6c686aae44edc9f400cae13af0601, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/aaeabd193f38423f9355532c41beb603, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f0bd4b0779ba4e50bc541ef091eef063, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/3dcffa05d1ac4eadb9aca0cb8e99d31b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/53ed3eb8fab1499dbf0c082fc2161878, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f5dedc99b1bf4fde9288ec6105af0b72, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/e0df06a08d1c4df69a386b188d40a3ed, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/bac938967d8645f5b458c8700f9e5812, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/850d14536a8e4f0eb2b913269e140d74, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c422cdb78f0242d7b0a2c1a454e1a0d0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/73cdbb1e1c714bd1857ce758c2d091d7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/80330c4fae4340e395a1df6cacc54510, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/d1d59227af6846e681a21ca16e23263b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/7c498a98dd7d4b4fbc08156a4a4b171f] to archive 2024-11-24T14:21:35,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:21:35,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/1d9143c867ae48f7823e7cab7910c6a2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/1d9143c867ae48f7823e7cab7910c6a2 2024-11-24T14:21:35,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dac07732dd954a16a69250610274b2ce to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dac07732dd954a16a69250610274b2ce 2024-11-24T14:21:35,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/2efb184298e846fba87131c1c8d4e51a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/2efb184298e846fba87131c1c8d4e51a 2024-11-24T14:21:35,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/d93bb2f2d1de4785b0e484e0927dd7c2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/d93bb2f2d1de4785b0e484e0927dd7c2 2024-11-24T14:21:35,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/87fb45c62da64f97a703ac274a0bed28 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/87fb45c62da64f97a703ac274a0bed28 2024-11-24T14:21:35,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f453b5999def40bf989ad30894985663 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f453b5999def40bf989ad30894985663 2024-11-24T14:21:35,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/0e339a3511464884a302a027f5b4848f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/0e339a3511464884a302a027f5b4848f 2024-11-24T14:21:35,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/19ab2e097cb1436a889f0565d6abe80f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/19ab2e097cb1436a889f0565d6abe80f 2024-11-24T14:21:35,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6193f3fb9f434ba4ac8afaa57827e240 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6193f3fb9f434ba4ac8afaa57827e240 2024-11-24T14:21:35,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/4ad9ad1ecb184bef89e693f80cfbd5bd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/4ad9ad1ecb184bef89e693f80cfbd5bd 2024-11-24T14:21:35,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/0eeea846d57345359181bf3f62657e5c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/0eeea846d57345359181bf3f62657e5c 2024-11-24T14:21:35,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/eed263b942b14abda3edbd9092aedc37 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/eed263b942b14abda3edbd9092aedc37 2024-11-24T14:21:35,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fa4aae92b8c94874b88678b75040243e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fa4aae92b8c94874b88678b75040243e 2024-11-24T14:21:35,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6115c5584a974989959454e8cb18e180 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6115c5584a974989959454e8cb18e180 2024-11-24T14:21:35,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dfa166204e234b2c8ae6ea3edddb0e77 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/dfa166204e234b2c8ae6ea3edddb0e77 2024-11-24T14:21:35,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/81b29454005b44ccb467b9672a1d0932 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/81b29454005b44ccb467b9672a1d0932 2024-11-24T14:21:35,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/358c2e04a7754694b7163a47d7395d1d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/358c2e04a7754694b7163a47d7395d1d 2024-11-24T14:21:35,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/71cb6631b1044a6e8bca47aec0825bee to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/71cb6631b1044a6e8bca47aec0825bee 2024-11-24T14:21:35,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fbfd68284d3440d6838a9478a568cd7c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/fbfd68284d3440d6838a9478a568cd7c 2024-11-24T14:21:35,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c131da3f657b4e10a34832e419c520e9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c131da3f657b4e10a34832e419c520e9 2024-11-24T14:21:35,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/94ce66dfba5c41bb9cd0f612e0296620 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/94ce66dfba5c41bb9cd0f612e0296620 2024-11-24T14:21:35,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/9a2b09d3d4704f8b84922bdd8db9cdf2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/9a2b09d3d4704f8b84922bdd8db9cdf2 2024-11-24T14:21:35,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/b3b18ba288aa4c61ae5f32bf4d2d4099 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/b3b18ba288aa4c61ae5f32bf4d2d4099 2024-11-24T14:21:35,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/20f6c686aae44edc9f400cae13af0601 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/20f6c686aae44edc9f400cae13af0601 2024-11-24T14:21:35,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/aaeabd193f38423f9355532c41beb603 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/aaeabd193f38423f9355532c41beb603 2024-11-24T14:21:35,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f0bd4b0779ba4e50bc541ef091eef063 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f0bd4b0779ba4e50bc541ef091eef063 2024-11-24T14:21:35,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/3dcffa05d1ac4eadb9aca0cb8e99d31b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/3dcffa05d1ac4eadb9aca0cb8e99d31b 2024-11-24T14:21:35,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/53ed3eb8fab1499dbf0c082fc2161878 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/53ed3eb8fab1499dbf0c082fc2161878 2024-11-24T14:21:35,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f5dedc99b1bf4fde9288ec6105af0b72 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/f5dedc99b1bf4fde9288ec6105af0b72 2024-11-24T14:21:35,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/e0df06a08d1c4df69a386b188d40a3ed to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/e0df06a08d1c4df69a386b188d40a3ed 2024-11-24T14:21:35,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/bac938967d8645f5b458c8700f9e5812 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/bac938967d8645f5b458c8700f9e5812 2024-11-24T14:21:35,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/850d14536a8e4f0eb2b913269e140d74 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/850d14536a8e4f0eb2b913269e140d74 2024-11-24T14:21:35,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c422cdb78f0242d7b0a2c1a454e1a0d0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/c422cdb78f0242d7b0a2c1a454e1a0d0 2024-11-24T14:21:35,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/73cdbb1e1c714bd1857ce758c2d091d7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/73cdbb1e1c714bd1857ce758c2d091d7 2024-11-24T14:21:35,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/80330c4fae4340e395a1df6cacc54510 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/80330c4fae4340e395a1df6cacc54510 2024-11-24T14:21:35,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/d1d59227af6846e681a21ca16e23263b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/d1d59227af6846e681a21ca16e23263b 2024-11-24T14:21:35,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/7c498a98dd7d4b4fbc08156a4a4b171f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/7c498a98dd7d4b4fbc08156a4a4b171f 2024-11-24T14:21:35,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/dfe65b0399464eb7b05c0ea92f1ab950, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/66278cd42ca24a6ab24cc4a958fccddc, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/aaf32809f0e34f98b071e3dbf2e3716f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/5315f944560a4ea1a60b4e380158f64f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/c7292af41e0242ce8710e1f010cae14d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/70a5600ef12947df903f596b0e80ca9d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/aa2fdad5df8242ae8f3fd73486add7c8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/7a923cb1d0774d12a479750ddc989831, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/3e81f67ebfde456d8db95956c29a76be, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f06b7e61c1cc44e19b53e16a40dc2a39, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/2b47d4aeee85427193d450b9ccb4962c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a6a5f11c1ba742e9a535272f862655cf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/4a729c63b06f4103b57dfee50cc2a239, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/76dc8c9e049b4c69b16e09d951bdc378, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/29e260feab834ad294e36676d7032d60, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/8972ca556106473180aee56b6df3e18e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/911f13ea3c054cf6a2fc6215b84fe329, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/282df0e72560479aa78212699a38d6f8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/213992e55d024ae3aac9fb39d9e4a9fe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/ac8210edb8e14a0d8ab0425e1278b0c2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f465470e89894909966e4b3bc9ea855c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/de679d2c9c134e849a61f104275cddeb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/48c83560747e413eb29004b5a6fc4e40, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/5f827c3698ea46c691252dceade6dbf3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/afa46e1e426b40b9b30be12017460191, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/bcc3232f579c493fb4ccd0f3be6ca5a4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/af632445a65f462e831032de84a27ab1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/19cd706f807947d793ebb982436922c9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/503b4c9d34f1422dacbb15e1fb099fb4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/0949f2f3ea8846b5abd3f8f9e765aadd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/b0ae73e365bc49d8b667d9a4f5d075e7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/fcc2b09974984ea18a5f3fcec34bc68a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/32f597756723400a9bdf26d87f0df8db, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/63eb8d9642b140eda13c5390f4f46da2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/06a9d6e9757e494a81db819f96c36c04, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a3813edb374044eba0a539fa5189de60, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/948a090c485048dd8b3e91831b021c0e] to archive 2024-11-24T14:21:35,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:21:35,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/dfe65b0399464eb7b05c0ea92f1ab950 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/dfe65b0399464eb7b05c0ea92f1ab950 2024-11-24T14:21:35,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/66278cd42ca24a6ab24cc4a958fccddc to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/66278cd42ca24a6ab24cc4a958fccddc 2024-11-24T14:21:35,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/aaf32809f0e34f98b071e3dbf2e3716f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/aaf32809f0e34f98b071e3dbf2e3716f 2024-11-24T14:21:35,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/5315f944560a4ea1a60b4e380158f64f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/5315f944560a4ea1a60b4e380158f64f 2024-11-24T14:21:35,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/c7292af41e0242ce8710e1f010cae14d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/c7292af41e0242ce8710e1f010cae14d 2024-11-24T14:21:35,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/70a5600ef12947df903f596b0e80ca9d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/70a5600ef12947df903f596b0e80ca9d 2024-11-24T14:21:35,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/aa2fdad5df8242ae8f3fd73486add7c8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/aa2fdad5df8242ae8f3fd73486add7c8 2024-11-24T14:21:35,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/7a923cb1d0774d12a479750ddc989831 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/7a923cb1d0774d12a479750ddc989831 2024-11-24T14:21:35,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/3e81f67ebfde456d8db95956c29a76be to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/3e81f67ebfde456d8db95956c29a76be 2024-11-24T14:21:35,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f06b7e61c1cc44e19b53e16a40dc2a39 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f06b7e61c1cc44e19b53e16a40dc2a39 2024-11-24T14:21:35,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/2b47d4aeee85427193d450b9ccb4962c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/2b47d4aeee85427193d450b9ccb4962c 2024-11-24T14:21:35,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a6a5f11c1ba742e9a535272f862655cf to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a6a5f11c1ba742e9a535272f862655cf 2024-11-24T14:21:35,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/4a729c63b06f4103b57dfee50cc2a239 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/4a729c63b06f4103b57dfee50cc2a239 2024-11-24T14:21:35,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/76dc8c9e049b4c69b16e09d951bdc378 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/76dc8c9e049b4c69b16e09d951bdc378 2024-11-24T14:21:35,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/29e260feab834ad294e36676d7032d60 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/29e260feab834ad294e36676d7032d60 2024-11-24T14:21:35,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/8972ca556106473180aee56b6df3e18e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/8972ca556106473180aee56b6df3e18e 2024-11-24T14:21:35,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/911f13ea3c054cf6a2fc6215b84fe329 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/911f13ea3c054cf6a2fc6215b84fe329 2024-11-24T14:21:35,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/282df0e72560479aa78212699a38d6f8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/282df0e72560479aa78212699a38d6f8 2024-11-24T14:21:35,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/213992e55d024ae3aac9fb39d9e4a9fe to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/213992e55d024ae3aac9fb39d9e4a9fe 2024-11-24T14:21:35,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/ac8210edb8e14a0d8ab0425e1278b0c2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/ac8210edb8e14a0d8ab0425e1278b0c2 2024-11-24T14:21:35,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f465470e89894909966e4b3bc9ea855c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/f465470e89894909966e4b3bc9ea855c 2024-11-24T14:21:35,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/de679d2c9c134e849a61f104275cddeb to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/de679d2c9c134e849a61f104275cddeb 2024-11-24T14:21:35,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/48c83560747e413eb29004b5a6fc4e40 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/48c83560747e413eb29004b5a6fc4e40 2024-11-24T14:21:35,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/5f827c3698ea46c691252dceade6dbf3 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/5f827c3698ea46c691252dceade6dbf3 2024-11-24T14:21:35,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/afa46e1e426b40b9b30be12017460191 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/afa46e1e426b40b9b30be12017460191 2024-11-24T14:21:35,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/bcc3232f579c493fb4ccd0f3be6ca5a4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/bcc3232f579c493fb4ccd0f3be6ca5a4 2024-11-24T14:21:35,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/af632445a65f462e831032de84a27ab1 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/af632445a65f462e831032de84a27ab1 2024-11-24T14:21:35,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/19cd706f807947d793ebb982436922c9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/19cd706f807947d793ebb982436922c9 2024-11-24T14:21:35,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/503b4c9d34f1422dacbb15e1fb099fb4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/503b4c9d34f1422dacbb15e1fb099fb4 2024-11-24T14:21:35,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/0949f2f3ea8846b5abd3f8f9e765aadd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/0949f2f3ea8846b5abd3f8f9e765aadd 2024-11-24T14:21:35,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/b0ae73e365bc49d8b667d9a4f5d075e7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/b0ae73e365bc49d8b667d9a4f5d075e7 2024-11-24T14:21:35,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/fcc2b09974984ea18a5f3fcec34bc68a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/fcc2b09974984ea18a5f3fcec34bc68a 2024-11-24T14:21:35,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/32f597756723400a9bdf26d87f0df8db to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/32f597756723400a9bdf26d87f0df8db 2024-11-24T14:21:35,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/63eb8d9642b140eda13c5390f4f46da2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/63eb8d9642b140eda13c5390f4f46da2 2024-11-24T14:21:35,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/06a9d6e9757e494a81db819f96c36c04 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/06a9d6e9757e494a81db819f96c36c04 2024-11-24T14:21:35,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a3813edb374044eba0a539fa5189de60 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/a3813edb374044eba0a539fa5189de60 2024-11-24T14:21:35,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/948a090c485048dd8b3e91831b021c0e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/948a090c485048dd8b3e91831b021c0e 2024-11-24T14:21:35,194 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/recovered.edits/585.seqid, newMaxSeqId=585, maxSeqId=1 2024-11-24T14:21:35,197 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222. 2024-11-24T14:21:35,197 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for c51c5bddfbcd39a877b7e91bb7d41222: 2024-11-24T14:21:35,199 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:35,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c51c5bddfbcd39a877b7e91bb7d41222, regionState=CLOSED 2024-11-24T14:21:35,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-24T14:21:35,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure c51c5bddfbcd39a877b7e91bb7d41222, server=fb354886b420,39319,1732458063252 in 1.5900 sec 2024-11-24T14:21:35,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-24T14:21:35,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c51c5bddfbcd39a877b7e91bb7d41222, UNASSIGN in 1.5940 sec 2024-11-24T14:21:35,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T14:21:35,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6000 sec 2024-11-24T14:21:35,207 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458095206"}]},"ts":"1732458095206"} 2024-11-24T14:21:35,208 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T14:21:35,210 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T14:21:35,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6160 sec 2024-11-24T14:21:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T14:21:35,704 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-24T14:21:35,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T14:21:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:21:35,713 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:21:35,715 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:21:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-24T14:21:35,719 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:35,722 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T14:21:35,725 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T14:21:35,726 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/recovered.edits] 2024-11-24T14:21:35,732 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/79151d82d4744462a8a2ddf2379c9521 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/79151d82d4744462a8a2ddf2379c9521 2024-11-24T14:21:35,733 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/861af51f74c64bffa843330c45b4da7b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/861af51f74c64bffa843330c45b4da7b 2024-11-24T14:21:35,735 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/97f5e656ea3842ed91cee561699ecfd4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/97f5e656ea3842ed91cee561699ecfd4 2024-11-24T14:21:35,736 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b376b2f0d59a465586e74d900172fce9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/A/b376b2f0d59a465586e74d900172fce9 2024-11-24T14:21:35,739 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6e5071002616454c8ec5a73e71da039a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6e5071002616454c8ec5a73e71da039a 2024-11-24T14:21:35,741 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6ef0b6b91bf4478d8b573bc100d9dae6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/6ef0b6b91bf4478d8b573bc100d9dae6 2024-11-24T14:21:35,742 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/7f4808e71efa4ddcae54edcb0a020f22 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/7f4808e71efa4ddcae54edcb0a020f22 2024-11-24T14:21:35,744 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/8ab2842424e14a4cb7e3b7a3864614ba to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/B/8ab2842424e14a4cb7e3b7a3864614ba 2024-11-24T14:21:35,747 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/129c74b92436437aae6af5d06b80a8f6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/129c74b92436437aae6af5d06b80a8f6 2024-11-24T14:21:35,748 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/7b0d395a3bae41ae8112183d2e9d2410 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/7b0d395a3bae41ae8112183d2e9d2410 2024-11-24T14:21:35,749 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/d73b8347bf6741608e3055bc61545eb9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/d73b8347bf6741608e3055bc61545eb9 2024-11-24T14:21:35,751 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/ea7bb99a7eda4d1c80fb4d453d677759 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/C/ea7bb99a7eda4d1c80fb4d453d677759 2024-11-24T14:21:35,754 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/recovered.edits/585.seqid to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222/recovered.edits/585.seqid 2024-11-24T14:21:35,755 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/c51c5bddfbcd39a877b7e91bb7d41222 2024-11-24T14:21:35,755 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T14:21:35,762 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:21:35,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T14:21:35,769 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T14:21:35,804 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T14:21:35,805 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:21:35,805 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T14:21:35,806 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732458095805"}]},"ts":"9223372036854775807"} 2024-11-24T14:21:35,809 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T14:21:35,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c51c5bddfbcd39a877b7e91bb7d41222, NAME => 'TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T14:21:35,809 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T14:21:35,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732458095809"}]},"ts":"9223372036854775807"} 2024-11-24T14:21:35,812 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T14:21:35,814 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:21:35,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 106 msec 2024-11-24T14:21:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-24T14:21:35,816 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-11-24T14:21:35,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fb354886b420:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fb354886b420:39319-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1870421528_22 at /127.0.0.1:55068 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fb354886b420:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 209) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7957 (was 8695) 2024-11-24T14:21:35,839 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=7956 2024-11-24T14:21:35,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T14:21:35,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T14:21:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T14:21:35,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T14:21:35,844 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:35,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-11-24T14:21:35,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T14:21:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T14:21:35,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741962_1138 (size=960) 2024-11-24T14:21:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T14:21:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T14:21:36,252 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475 2024-11-24T14:21:36,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741963_1139 (size=53) 2024-11-24T14:21:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T14:21:36,663 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:21:36,663 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 02a92b979afc5b475dbe4a988a8142b8, disabling compactions & flushes 2024-11-24T14:21:36,664 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:36,664 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:36,664 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. after waiting 0 ms 2024-11-24T14:21:36,664 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:36,664 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:36,664 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:36,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T14:21:36,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732458096666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732458096666"}]},"ts":"1732458096666"} 2024-11-24T14:21:36,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T14:21:36,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T14:21:36,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458096669"}]},"ts":"1732458096669"} 2024-11-24T14:21:36,670 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T14:21:36,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02a92b979afc5b475dbe4a988a8142b8, ASSIGN}] 2024-11-24T14:21:36,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02a92b979afc5b475dbe4a988a8142b8, ASSIGN 2024-11-24T14:21:36,677 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02a92b979afc5b475dbe4a988a8142b8, ASSIGN; state=OFFLINE, location=fb354886b420,39319,1732458063252; forceNewPlan=false, retain=false 2024-11-24T14:21:36,828 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=02a92b979afc5b475dbe4a988a8142b8, regionState=OPENING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:36,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure 02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:21:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T14:21:36,982 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:36,986 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:36,986 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:21:36,986 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:36,986 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:21:36,986 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:36,986 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:36,988 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:36,989 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:21:36,989 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a92b979afc5b475dbe4a988a8142b8 columnFamilyName A 2024-11-24T14:21:36,990 DEBUG [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:36,990 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(327): Store=02a92b979afc5b475dbe4a988a8142b8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:36,990 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:36,991 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:21:36,992 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a92b979afc5b475dbe4a988a8142b8 columnFamilyName B 2024-11-24T14:21:36,992 DEBUG [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:36,992 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(327): Store=02a92b979afc5b475dbe4a988a8142b8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:36,993 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:36,993 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:21:36,994 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a92b979afc5b475dbe4a988a8142b8 columnFamilyName C 2024-11-24T14:21:36,994 DEBUG [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:36,994 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(327): Store=02a92b979afc5b475dbe4a988a8142b8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:36,994 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:36,995 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:36,995 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:36,997 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T14:21:36,998 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:36,999 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T14:21:37,000 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 02a92b979afc5b475dbe4a988a8142b8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71648449, jitterRate=0.06764508783817291}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T14:21:37,001 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:37,002 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., pid=43, masterSystemTime=1732458096982 2024-11-24T14:21:37,003 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:37,003 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:37,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=02a92b979afc5b475dbe4a988a8142b8, regionState=OPEN, openSeqNum=2, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:37,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-24T14:21:37,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure 02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 in 175 msec 2024-11-24T14:21:37,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-24T14:21:37,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02a92b979afc5b475dbe4a988a8142b8, ASSIGN in 332 msec 2024-11-24T14:21:37,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T14:21:37,010 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458097009"}]},"ts":"1732458097009"} 2024-11-24T14:21:37,011 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T14:21:37,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T14:21:37,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-11-24T14:21:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T14:21:37,950 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-24T14:21:37,952 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-24T14:21:37,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:37,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:37,959 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:37,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T14:21:37,963 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T14:21:37,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T14:21:37,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T14:21:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T14:21:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741964_1140 (size=996) 2024-11-24T14:21:38,395 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T14:21:38,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T14:21:38,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T14:21:38,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02a92b979afc5b475dbe4a988a8142b8, REOPEN/MOVE}] 2024-11-24T14:21:38,408 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02a92b979afc5b475dbe4a988a8142b8, REOPEN/MOVE 2024-11-24T14:21:38,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=02a92b979afc5b475dbe4a988a8142b8, regionState=CLOSING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:38,409 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T14:21:38,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure 02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:21:38,561 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:38,562 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:38,562 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T14:21:38,562 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing 02a92b979afc5b475dbe4a988a8142b8, disabling compactions & flushes 2024-11-24T14:21:38,562 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:38,562 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:38,562 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. after waiting 0 ms 2024-11-24T14:21:38,562 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:38,566 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T14:21:38,566 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:38,566 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:38,566 WARN [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: 02a92b979afc5b475dbe4a988a8142b8 to self. 2024-11-24T14:21:38,568 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:38,568 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=02a92b979afc5b475dbe4a988a8142b8, regionState=CLOSED 2024-11-24T14:21:38,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-24T14:21:38,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure 02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 in 159 msec 2024-11-24T14:21:38,571 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02a92b979afc5b475dbe4a988a8142b8, REOPEN/MOVE; state=CLOSED, location=fb354886b420,39319,1732458063252; forceNewPlan=false, retain=true 2024-11-24T14:21:38,722 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=02a92b979afc5b475dbe4a988a8142b8, regionState=OPENING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:38,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure 02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:21:38,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:38,878 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:38,878 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:21:38,878 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:38,878 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:21:38,879 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:38,879 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:38,881 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:38,882 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:21:38,887 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a92b979afc5b475dbe4a988a8142b8 columnFamilyName A 2024-11-24T14:21:38,889 DEBUG [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:38,889 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(327): Store=02a92b979afc5b475dbe4a988a8142b8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:38,889 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:38,890 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:21:38,890 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a92b979afc5b475dbe4a988a8142b8 columnFamilyName B 2024-11-24T14:21:38,890 DEBUG [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:38,891 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(327): Store=02a92b979afc5b475dbe4a988a8142b8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:38,891 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:38,891 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:21:38,891 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a92b979afc5b475dbe4a988a8142b8 columnFamilyName C 2024-11-24T14:21:38,892 DEBUG [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:38,892 INFO [StoreOpener-02a92b979afc5b475dbe4a988a8142b8-1 {}] regionserver.HStore(327): Store=02a92b979afc5b475dbe4a988a8142b8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:21:38,892 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:38,893 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:38,894 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:38,895 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T14:21:38,896 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:38,897 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 02a92b979afc5b475dbe4a988a8142b8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64471360, jitterRate=-0.03930187225341797}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T14:21:38,899 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:38,899 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., pid=48, masterSystemTime=1732458098874 2024-11-24T14:21:38,901 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:38,901 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:38,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=02a92b979afc5b475dbe4a988a8142b8, regionState=OPEN, openSeqNum=5, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:21:38,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-11-24T14:21:38,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure 02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 in 179 msec 2024-11-24T14:21:38,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-24T14:21:38,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02a92b979afc5b475dbe4a988a8142b8, REOPEN/MOVE in 496 msec 2024-11-24T14:21:38,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-24T14:21:38,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-24T14:21:38,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-11-24T14:21:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-24T14:21:38,917 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-24T14:21:38,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:38,924 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-24T14:21:38,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:38,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-24T14:21:38,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:38,933 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-24T14:21:38,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:38,937 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-24T14:21:38,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:38,940 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-24T14:21:38,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:38,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-24T14:21:38,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:38,948 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-24T14:21:38,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:38,951 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-24T14:21:38,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:21:38,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-24T14:21:38,960 DEBUG [hconnection-0x18ef50a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T14:21:38,961 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:38,962 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:38,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:38,966 DEBUG [hconnection-0x23aa4919-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:38,966 DEBUG [hconnection-0x6a261b58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:38,967 DEBUG [hconnection-0x6f717896-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:38,967 DEBUG [hconnection-0x67ecbccd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:38,968 DEBUG [hconnection-0x7b964f92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:38,969 DEBUG [hconnection-0x701fcba4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:38,969 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:38,969 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:38,969 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:38,970 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:38,970 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:38,970 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:38,971 DEBUG [hconnection-0x4861006b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:38,971 DEBUG [hconnection-0x10c219f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:21:38,972 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:38,972 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:38,982 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:21:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:39,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T14:21:39,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:39,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:39,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:39,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:39,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:39,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:39,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458159043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458159042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458159052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458159052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458159052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T14:21:39,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112420ed05a31b0047bfbc3e68a6f86d4dc3_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458098999/Put/seqid=0 2024-11-24T14:21:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741965_1141 (size=14594) 2024-11-24T14:21:39,108 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:39,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:39,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T14:21:39,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:39,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,116 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112420ed05a31b0047bfbc3e68a6f86d4dc3_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420ed05a31b0047bfbc3e68a6f86d4dc3_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:39,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,118 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/21fec46b64c842fb8e44a2930f8a278d, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:39,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/21fec46b64c842fb8e44a2930f8a278d is 175, key is test_row_0/A:col10/1732458098999/Put/seqid=0 2024-11-24T14:21:39,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458159154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458159155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458159154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458159155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458159155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741966_1142 (size=39549) 2024-11-24T14:21:39,184 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/21fec46b64c842fb8e44a2930f8a278d 2024-11-24T14:21:39,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/09c8b6b7fecd45668cc6d554ff24191c is 50, key is test_row_0/B:col10/1732458098999/Put/seqid=0 2024-11-24T14:21:39,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741967_1143 (size=12001) 2024-11-24T14:21:39,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/09c8b6b7fecd45668cc6d554ff24191c 2024-11-24T14:21:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T14:21:39,268 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:39,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T14:21:39,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:39,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/680ac24433b94cf5a4a0733c016f21f2 is 50, key is test_row_0/C:col10/1732458098999/Put/seqid=0 2024-11-24T14:21:39,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741968_1144 (size=12001) 2024-11-24T14:21:39,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/680ac24433b94cf5a4a0733c016f21f2 2024-11-24T14:21:39,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/21fec46b64c842fb8e44a2930f8a278d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/21fec46b64c842fb8e44a2930f8a278d 2024-11-24T14:21:39,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/21fec46b64c842fb8e44a2930f8a278d, entries=200, sequenceid=17, filesize=38.6 K 2024-11-24T14:21:39,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/09c8b6b7fecd45668cc6d554ff24191c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/09c8b6b7fecd45668cc6d554ff24191c 2024-11-24T14:21:39,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/09c8b6b7fecd45668cc6d554ff24191c, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T14:21:39,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/680ac24433b94cf5a4a0733c016f21f2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/680ac24433b94cf5a4a0733c016f21f2 2024-11-24T14:21:39,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/680ac24433b94cf5a4a0733c016f21f2, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T14:21:39,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 02a92b979afc5b475dbe4a988a8142b8 in 343ms, sequenceid=17, compaction requested=false 2024-11-24T14:21:39,344 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T14:21:39,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:39,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T14:21:39,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:39,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:39,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:39,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:39,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:39,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:39,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ca3500a06fb4f6093918aa4e1008b1d_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458099047/Put/seqid=0 2024-11-24T14:21:39,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458159386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458159390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458159399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458159399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458159402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741969_1145 (size=19474) 2024-11-24T14:21:39,420 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:39,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:39,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T14:21:39,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,427 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ca3500a06fb4f6093918aa4e1008b1d_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ca3500a06fb4f6093918aa4e1008b1d_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:39,430 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/3b48f7d60a9c463fba8c2ed4e6dfa99a, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:39,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/3b48f7d60a9c463fba8c2ed4e6dfa99a is 175, key is test_row_0/A:col10/1732458099047/Put/seqid=0 2024-11-24T14:21:39,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741970_1146 (size=56733) 2024-11-24T14:21:39,447 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/3b48f7d60a9c463fba8c2ed4e6dfa99a 2024-11-24T14:21:39,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/6e416dbb4c044e0c8dd9195da81b4b8c is 50, key is test_row_0/B:col10/1732458099047/Put/seqid=0 2024-11-24T14:21:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741971_1147 (size=12001) 2024-11-24T14:21:39,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/6e416dbb4c044e0c8dd9195da81b4b8c 2024-11-24T14:21:39,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/f7109824123c4d2399c015b2ebc4dbd6 is 50, key is test_row_0/C:col10/1732458099047/Put/seqid=0 2024-11-24T14:21:39,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458159504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458159506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458159506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458159507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458159507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741972_1148 (size=12001) 2024-11-24T14:21:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T14:21:39,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:39,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T14:21:39,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:39,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458159708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458159710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458159711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458159712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458159712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:39,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:39,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T14:21:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:39,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T14:21:39,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:39,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:39,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:39,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/f7109824123c4d2399c015b2ebc4dbd6 2024-11-24T14:21:39,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/3b48f7d60a9c463fba8c2ed4e6dfa99a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/3b48f7d60a9c463fba8c2ed4e6dfa99a 2024-11-24T14:21:39,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/3b48f7d60a9c463fba8c2ed4e6dfa99a, entries=300, sequenceid=43, filesize=55.4 K 2024-11-24T14:21:39,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/6e416dbb4c044e0c8dd9195da81b4b8c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6e416dbb4c044e0c8dd9195da81b4b8c 2024-11-24T14:21:39,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6e416dbb4c044e0c8dd9195da81b4b8c, entries=150, sequenceid=43, filesize=11.7 K 2024-11-24T14:21:39,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/f7109824123c4d2399c015b2ebc4dbd6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f7109824123c4d2399c015b2ebc4dbd6 2024-11-24T14:21:39,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f7109824123c4d2399c015b2ebc4dbd6, entries=150, sequenceid=43, filesize=11.7 K 2024-11-24T14:21:39,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 02a92b979afc5b475dbe4a988a8142b8 in 614ms, sequenceid=43, compaction requested=false 2024-11-24T14:21:39,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:40,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:21:40,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:40,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:40,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:40,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:40,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:40,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:40,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112449bc662d4b304cc199e1fe6fec5059a1_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458100011/Put/seqid=0 2024-11-24T14:21:40,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:40,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T14:21:40,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:40,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741973_1149 (size=14594) 2024-11-24T14:21:40,058 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T14:21:40,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112449bc662d4b304cc199e1fe6fec5059a1_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112449bc662d4b304cc199e1fe6fec5059a1_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:40,067 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/c6c71c40c65b4b019cfcf2944ec0c643, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:40,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/c6c71c40c65b4b019cfcf2944ec0c643 is 175, key is test_row_0/A:col10/1732458100011/Put/seqid=0 2024-11-24T14:21:40,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458160064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458160066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458160069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458160069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458160070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741974_1150 (size=39549) 2024-11-24T14:21:40,089 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/c6c71c40c65b4b019cfcf2944ec0c643 2024-11-24T14:21:40,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/b9b64c304a0b482da89e9e5d038e6eca is 50, key is test_row_0/B:col10/1732458100011/Put/seqid=0 2024-11-24T14:21:40,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741975_1151 (size=12001) 2024-11-24T14:21:40,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458160172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458160174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458160176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458160178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458160177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:40,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T14:21:40,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:40,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,345 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:40,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T14:21:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458160381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458160383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458160384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458160385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458160386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,502 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:40,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T14:21:40,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:40,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:40,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/b9b64c304a0b482da89e9e5d038e6eca 2024-11-24T14:21:40,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/e7e3cb9ab6ce43db9c063fb7d982e035 is 50, key is test_row_0/C:col10/1732458100011/Put/seqid=0 2024-11-24T14:21:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741976_1152 (size=12001) 2024-11-24T14:21:40,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/e7e3cb9ab6ce43db9c063fb7d982e035 2024-11-24T14:21:40,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/c6c71c40c65b4b019cfcf2944ec0c643 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/c6c71c40c65b4b019cfcf2944ec0c643 2024-11-24T14:21:40,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/c6c71c40c65b4b019cfcf2944ec0c643, entries=200, sequenceid=54, filesize=38.6 K 2024-11-24T14:21:40,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/b9b64c304a0b482da89e9e5d038e6eca as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/b9b64c304a0b482da89e9e5d038e6eca 2024-11-24T14:21:40,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/b9b64c304a0b482da89e9e5d038e6eca, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T14:21:40,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/e7e3cb9ab6ce43db9c063fb7d982e035 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e7e3cb9ab6ce43db9c063fb7d982e035 2024-11-24T14:21:40,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e7e3cb9ab6ce43db9c063fb7d982e035, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T14:21:40,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 02a92b979afc5b475dbe4a988a8142b8 in 587ms, sequenceid=54, compaction requested=true 2024-11-24T14:21:40,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:40,603 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:40,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:40,605 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:40,605 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/A is initiating minor compaction (all files) 2024-11-24T14:21:40,605 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/A in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,606 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/21fec46b64c842fb8e44a2930f8a278d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/3b48f7d60a9c463fba8c2ed4e6dfa99a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/c6c71c40c65b4b019cfcf2944ec0c643] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=132.6 K 2024-11-24T14:21:40,606 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,606 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/21fec46b64c842fb8e44a2930f8a278d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/3b48f7d60a9c463fba8c2ed4e6dfa99a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/c6c71c40c65b4b019cfcf2944ec0c643] 2024-11-24T14:21:40,606 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21fec46b64c842fb8e44a2930f8a278d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732458098992 2024-11-24T14:21:40,607 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b48f7d60a9c463fba8c2ed4e6dfa99a, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732458099047 2024-11-24T14:21:40,607 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6c71c40c65b4b019cfcf2944ec0c643, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458099382 2024-11-24T14:21:40,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:40,608 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:40,610 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:40,610 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/B is initiating minor compaction (all files) 2024-11-24T14:21:40,610 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/B in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,610 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/09c8b6b7fecd45668cc6d554ff24191c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6e416dbb4c044e0c8dd9195da81b4b8c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/b9b64c304a0b482da89e9e5d038e6eca] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=35.2 K 2024-11-24T14:21:40,611 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 09c8b6b7fecd45668cc6d554ff24191c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732458098992 2024-11-24T14:21:40,612 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e416dbb4c044e0c8dd9195da81b4b8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732458099047 2024-11-24T14:21:40,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:40,612 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting b9b64c304a0b482da89e9e5d038e6eca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458099382 2024-11-24T14:21:40,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:40,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:40,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:40,637 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:40,640 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#B#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:40,641 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/cc6a1b280fd04aeda0538e0bc2423de8 is 50, key is test_row_0/B:col10/1732458100011/Put/seqid=0 2024-11-24T14:21:40,656 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112400066d69c7e342548a403eb87a50dbc3_02a92b979afc5b475dbe4a988a8142b8 store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:40,657 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:40,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T14:21:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,658 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:21:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:40,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:40,661 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112400066d69c7e342548a403eb87a50dbc3_02a92b979afc5b475dbe4a988a8142b8, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:40,661 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112400066d69c7e342548a403eb87a50dbc3_02a92b979afc5b475dbe4a988a8142b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:40,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:40,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249e58ac232056407f9407e8221e15746e_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458100068/Put/seqid=0 2024-11-24T14:21:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458160699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458160699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458160700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458160702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458160703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741977_1153 (size=12104) 2024-11-24T14:21:40,723 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/cc6a1b280fd04aeda0538e0bc2423de8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/cc6a1b280fd04aeda0538e0bc2423de8 2024-11-24T14:21:40,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741978_1154 (size=4469) 2024-11-24T14:21:40,728 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#A#compaction#132 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:40,732 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/B of 02a92b979afc5b475dbe4a988a8142b8 into cc6a1b280fd04aeda0538e0bc2423de8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:40,732 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:40,732 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/B, priority=13, startTime=1732458100608; duration=0sec 2024-11-24T14:21:40,732 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:40,732 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:B 2024-11-24T14:21:40,732 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:40,733 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:40,733 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/C is initiating minor compaction (all files) 2024-11-24T14:21:40,733 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/C in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:40,734 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/680ac24433b94cf5a4a0733c016f21f2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f7109824123c4d2399c015b2ebc4dbd6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e7e3cb9ab6ce43db9c063fb7d982e035] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=35.2 K 2024-11-24T14:21:40,735 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 680ac24433b94cf5a4a0733c016f21f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732458098992 2024-11-24T14:21:40,735 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/4ddbc6c8aed14a2f961049ab23955c38 is 175, key is test_row_0/A:col10/1732458100011/Put/seqid=0 2024-11-24T14:21:40,736 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f7109824123c4d2399c015b2ebc4dbd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732458099047 2024-11-24T14:21:40,737 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e7e3cb9ab6ce43db9c063fb7d982e035, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458099382 2024-11-24T14:21:40,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741979_1155 (size=12154) 2024-11-24T14:21:40,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T14:21:40,775 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:40,775 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/cfe0c48b0a5b4f0f8ca3b901a8b5e112 is 50, key is test_row_0/C:col10/1732458100011/Put/seqid=0 2024-11-24T14:21:40,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741980_1156 (size=31058) 2024-11-24T14:21:40,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458160809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458160809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458160809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458160809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458160810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:40,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741981_1157 (size=12104) 2024-11-24T14:21:40,841 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/cfe0c48b0a5b4f0f8ca3b901a8b5e112 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/cfe0c48b0a5b4f0f8ca3b901a8b5e112 2024-11-24T14:21:40,848 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/C of 02a92b979afc5b475dbe4a988a8142b8 into cfe0c48b0a5b4f0f8ca3b901a8b5e112(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:40,848 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:40,848 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/C, priority=13, startTime=1732458100619; duration=0sec 2024-11-24T14:21:40,848 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:40,849 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:C 2024-11-24T14:21:41,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458161014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458161014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458161015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458161014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458161015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T14:21:41,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:41,165 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249e58ac232056407f9407e8221e15746e_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249e58ac232056407f9407e8221e15746e_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/9abacd71696744759f8cedaa4bda1366, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:41,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/9abacd71696744759f8cedaa4bda1366 is 175, key is test_row_0/A:col10/1732458100068/Put/seqid=0 2024-11-24T14:21:41,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741982_1158 (size=30955) 2024-11-24T14:21:41,191 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/9abacd71696744759f8cedaa4bda1366 2024-11-24T14:21:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/844d320192304309adbfea2d71278ac9 is 50, key is test_row_0/B:col10/1732458100068/Put/seqid=0 2024-11-24T14:21:41,206 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/4ddbc6c8aed14a2f961049ab23955c38 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/4ddbc6c8aed14a2f961049ab23955c38 2024-11-24T14:21:41,213 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/A of 02a92b979afc5b475dbe4a988a8142b8 into 4ddbc6c8aed14a2f961049ab23955c38(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:41,213 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:41,213 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/A, priority=13, startTime=1732458100603; duration=0sec 2024-11-24T14:21:41,213 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:41,213 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:A 2024-11-24T14:21:41,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741983_1159 (size=12001) 2024-11-24T14:21:41,237 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/844d320192304309adbfea2d71278ac9 2024-11-24T14:21:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/51021054c557496ba017dd019137b3f4 is 50, key is test_row_0/C:col10/1732458100068/Put/seqid=0 2024-11-24T14:21:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741984_1160 (size=12001) 2024-11-24T14:21:41,283 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/51021054c557496ba017dd019137b3f4 2024-11-24T14:21:41,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/9abacd71696744759f8cedaa4bda1366 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9abacd71696744759f8cedaa4bda1366 2024-11-24T14:21:41,305 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9abacd71696744759f8cedaa4bda1366, entries=150, sequenceid=79, filesize=30.2 K 2024-11-24T14:21:41,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/844d320192304309adbfea2d71278ac9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/844d320192304309adbfea2d71278ac9 2024-11-24T14:21:41,317 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/844d320192304309adbfea2d71278ac9, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T14:21:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/51021054c557496ba017dd019137b3f4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/51021054c557496ba017dd019137b3f4 2024-11-24T14:21:41,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458161319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458161319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458161320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458161321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,332 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/51021054c557496ba017dd019137b3f4, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T14:21:41,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458161320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,334 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 02a92b979afc5b475dbe4a988a8142b8 in 676ms, sequenceid=79, compaction requested=false 2024-11-24T14:21:41,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:41,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:41,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-24T14:21:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-24T14:21:41,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-24T14:21:41,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3740 sec 2024-11-24T14:21:41,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.3800 sec 2024-11-24T14:21:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:41,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T14:21:41,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:41,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:41,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:41,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:41,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:41,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:41,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c35ee5be614245349417615cb6f53780_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458100700/Put/seqid=0 2024-11-24T14:21:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741985_1161 (size=12154) 2024-11-24T14:21:41,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458161876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458161894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458161894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458161894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:41,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458161897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458161999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458161999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458162001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458162002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458162003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458162202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458162204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458162204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458162205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458162207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,280 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:42,285 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c35ee5be614245349417615cb6f53780_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c35ee5be614245349417615cb6f53780_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:42,287 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/f9a74fa147a244faaf4c8e1091bd11e2, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:42,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/f9a74fa147a244faaf4c8e1091bd11e2 is 175, key is test_row_0/A:col10/1732458100700/Put/seqid=0 2024-11-24T14:21:42,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741986_1162 (size=30955) 2024-11-24T14:21:42,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458162507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458162508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458162507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458162509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458162511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:42,696 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/f9a74fa147a244faaf4c8e1091bd11e2 2024-11-24T14:21:42,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/5fc2b8a1803841baa4902fb992501db7 is 50, key is test_row_0/B:col10/1732458100700/Put/seqid=0 2024-11-24T14:21:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741987_1163 (size=12001) 2024-11-24T14:21:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458163012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:43,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458163013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:43,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458163014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:43,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458163015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:43,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458163016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T14:21:43,067 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-24T14:21:43,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-24T14:21:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T14:21:43,071 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:43,071 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:43,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:43,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/5fc2b8a1803841baa4902fb992501db7 2024-11-24T14:21:43,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/135d6ce3b71b47ea8971229bbe4c4e45 is 50, key is test_row_0/C:col10/1732458100700/Put/seqid=0 2024-11-24T14:21:43,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741988_1164 (size=12001) 2024-11-24T14:21:43,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/135d6ce3b71b47ea8971229bbe4c4e45 2024-11-24T14:21:43,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/f9a74fa147a244faaf4c8e1091bd11e2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f9a74fa147a244faaf4c8e1091bd11e2 2024-11-24T14:21:43,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f9a74fa147a244faaf4c8e1091bd11e2, entries=150, sequenceid=96, filesize=30.2 K 2024-11-24T14:21:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/5fc2b8a1803841baa4902fb992501db7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/5fc2b8a1803841baa4902fb992501db7 2024-11-24T14:21:43,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/5fc2b8a1803841baa4902fb992501db7, entries=150, sequenceid=96, filesize=11.7 K 2024-11-24T14:21:43,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/135d6ce3b71b47ea8971229bbe4c4e45 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/135d6ce3b71b47ea8971229bbe4c4e45 2024-11-24T14:21:43,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/135d6ce3b71b47ea8971229bbe4c4e45, entries=150, sequenceid=96, filesize=11.7 K 2024-11-24T14:21:43,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 02a92b979afc5b475dbe4a988a8142b8 in 1324ms, sequenceid=96, compaction requested=true 2024-11-24T14:21:43,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:43,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:43,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:43,163 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:43,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:43,164 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:43,165 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:43,165 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:43,166 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/A is initiating minor compaction (all files) 2024-11-24T14:21:43,166 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/B is initiating minor compaction (all files) 2024-11-24T14:21:43,166 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/A in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:43,166 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/B in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:43,166 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/4ddbc6c8aed14a2f961049ab23955c38, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9abacd71696744759f8cedaa4bda1366, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f9a74fa147a244faaf4c8e1091bd11e2] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=90.8 K 2024-11-24T14:21:43,166 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/cc6a1b280fd04aeda0538e0bc2423de8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/844d320192304309adbfea2d71278ac9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/5fc2b8a1803841baa4902fb992501db7] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=35.3 K 2024-11-24T14:21:43,166 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:43,166 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/4ddbc6c8aed14a2f961049ab23955c38, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9abacd71696744759f8cedaa4bda1366, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f9a74fa147a244faaf4c8e1091bd11e2] 2024-11-24T14:21:43,166 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting cc6a1b280fd04aeda0538e0bc2423de8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458099382 2024-11-24T14:21:43,167 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ddbc6c8aed14a2f961049ab23955c38, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458099382 2024-11-24T14:21:43,167 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 844d320192304309adbfea2d71278ac9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732458100064 2024-11-24T14:21:43,167 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9abacd71696744759f8cedaa4bda1366, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732458100064 2024-11-24T14:21:43,168 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fc2b8a1803841baa4902fb992501db7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732458100700 2024-11-24T14:21:43,168 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9a74fa147a244faaf4c8e1091bd11e2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732458100700 2024-11-24T14:21:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T14:21:43,182 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:43,183 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/62eda662bbc946c28c9fb30c343b5009 is 50, key is test_row_0/B:col10/1732458100700/Put/seqid=0 2024-11-24T14:21:43,184 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:43,187 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411241d8f20fdc4614726ad3bc85c14aa7db4_02a92b979afc5b475dbe4a988a8142b8 store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:43,189 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411241d8f20fdc4614726ad3bc85c14aa7db4_02a92b979afc5b475dbe4a988a8142b8, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:43,189 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241d8f20fdc4614726ad3bc85c14aa7db4_02a92b979afc5b475dbe4a988a8142b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741989_1165 (size=12207) 2024-11-24T14:21:43,212 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/62eda662bbc946c28c9fb30c343b5009 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/62eda662bbc946c28c9fb30c343b5009 2024-11-24T14:21:43,220 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/B of 02a92b979afc5b475dbe4a988a8142b8 into 62eda662bbc946c28c9fb30c343b5009(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:43,220 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:43,221 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/B, priority=13, startTime=1732458103163; duration=0sec 2024-11-24T14:21:43,221 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:43,221 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:B 2024-11-24T14:21:43,221 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:43,222 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:43,223 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/C is initiating minor compaction (all files) 2024-11-24T14:21:43,223 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/C in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:43,223 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/cfe0c48b0a5b4f0f8ca3b901a8b5e112, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/51021054c557496ba017dd019137b3f4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/135d6ce3b71b47ea8971229bbe4c4e45] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=35.3 K 2024-11-24T14:21:43,223 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:43,223 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting cfe0c48b0a5b4f0f8ca3b901a8b5e112, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458099382 2024-11-24T14:21:43,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T14:21:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:43,224 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 51021054c557496ba017dd019137b3f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732458100064 2024-11-24T14:21:43,224 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T14:21:43,224 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 135d6ce3b71b47ea8971229bbe4c4e45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732458100700 2024-11-24T14:21:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:43,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741990_1166 (size=4469) 2024-11-24T14:21:43,241 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:43,241 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/a8be319147684ac4a972da6334342810 is 50, key is test_row_0/C:col10/1732458100700/Put/seqid=0 2024-11-24T14:21:43,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244331fed1ea424f6b9e8840fe400b9a6e_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458101848/Put/seqid=0 2024-11-24T14:21:43,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741991_1167 (size=12207) 2024-11-24T14:21:43,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741992_1168 (size=12154) 2024-11-24T14:21:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,299 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/a8be319147684ac4a972da6334342810 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/a8be319147684ac4a972da6334342810 2024-11-24T14:21:43,317 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244331fed1ea424f6b9e8840fe400b9a6e_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244331fed1ea424f6b9e8840fe400b9a6e_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:43,319 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/C of 02a92b979afc5b475dbe4a988a8142b8 into a8be319147684ac4a972da6334342810(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:43,319 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:43,319 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/C, priority=13, startTime=1732458103164; duration=0sec 2024-11-24T14:21:43,319 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:43,319 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:C 2024-11-24T14:21:43,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b38a900629564f089fed1a4e4acddee8, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:43,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b38a900629564f089fed1a4e4acddee8 is 175, key is test_row_0/A:col10/1732458101848/Put/seqid=0 2024-11-24T14:21:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741993_1169 (size=30955) 2024-11-24T14:21:43,346 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b38a900629564f089fed1a4e4acddee8 2024-11-24T14:21:43,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/e7ee8471aa7f4ffaa925b61f21b232fc is 50, key is test_row_0/B:col10/1732458101848/Put/seqid=0 2024-11-24T14:21:43,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741994_1170 (size=12001) 2024-11-24T14:21:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T14:21:43,636 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#A#compaction#142 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:43,637 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ba0b06f235fd4cc9bd7fb743a69e871c is 175, key is test_row_0/A:col10/1732458100700/Put/seqid=0 2024-11-24T14:21:43,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741995_1171 (size=31161) 2024-11-24T14:21:43,658 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ba0b06f235fd4cc9bd7fb743a69e871c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ba0b06f235fd4cc9bd7fb743a69e871c 2024-11-24T14:21:43,664 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/A of 02a92b979afc5b475dbe4a988a8142b8 into ba0b06f235fd4cc9bd7fb743a69e871c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:43,664 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:43,664 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/A, priority=13, startTime=1732458103163; duration=0sec 2024-11-24T14:21:43,664 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:43,664 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:A 2024-11-24T14:21:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T14:21:43,767 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/e7ee8471aa7f4ffaa925b61f21b232fc 2024-11-24T14:21:43,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/b0fcdf636c3942d990ffa005ee2b6ef6 is 50, key is test_row_0/C:col10/1732458101848/Put/seqid=0 2024-11-24T14:21:43,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741996_1172 (size=12001) 2024-11-24T14:21:43,795 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/b0fcdf636c3942d990ffa005ee2b6ef6 2024-11-24T14:21:43,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b38a900629564f089fed1a4e4acddee8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b38a900629564f089fed1a4e4acddee8 2024-11-24T14:21:43,809 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b38a900629564f089fed1a4e4acddee8, entries=150, sequenceid=120, filesize=30.2 K 2024-11-24T14:21:43,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/e7ee8471aa7f4ffaa925b61f21b232fc as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/e7ee8471aa7f4ffaa925b61f21b232fc 2024-11-24T14:21:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,816 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/e7ee8471aa7f4ffaa925b61f21b232fc, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T14:21:43,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/b0fcdf636c3942d990ffa005ee2b6ef6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/b0fcdf636c3942d990ffa005ee2b6ef6 2024-11-24T14:21:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,822 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/b0fcdf636c3942d990ffa005ee2b6ef6, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T14:21:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,823 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 02a92b979afc5b475dbe4a988a8142b8 in 599ms, sequenceid=120, compaction requested=false 2024-11-24T14:21:43,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:43,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:43,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T14:21:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-24T14:21:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-24T14:21:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 753 msec 2024-11-24T14:21:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 757 msec 2024-11-24T14:21:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:44,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:21:44,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:44,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:44,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:44,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c3416dd34e31458b98a23902b14167d3_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458104145/Put/seqid=0 2024-11-24T14:21:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T14:21:44,174 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-24T14:21:44,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-24T14:21:44,179 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T14:21:44,179 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:44,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:44,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458164192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458164192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458164194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458164196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458164197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741998_1174 (size=24608) 2024-11-24T14:21:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T14:21:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458164300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458164300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458164301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458164302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458164302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:44,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T14:21:44,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:44,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:44,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:44,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T14:21:44,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:44,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T14:21:44,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:44,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:44,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:44,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458164502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458164503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458164504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458164505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458164506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,613 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:44,618 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c3416dd34e31458b98a23902b14167d3_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c3416dd34e31458b98a23902b14167d3_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:44,619 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/0efa2a29d26442c2b030b1a4f1497dc1, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:44,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/0efa2a29d26442c2b030b1a4f1497dc1 is 175, key is test_row_0/A:col10/1732458104145/Put/seqid=0 2024-11-24T14:21:44,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741997_1173 (size=74245) 2024-11-24T14:21:44,622 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/0efa2a29d26442c2b030b1a4f1497dc1 2024-11-24T14:21:44,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/7f1ebb8509a548f58cd50722c090ac69 is 50, key is test_row_0/B:col10/1732458104145/Put/seqid=0 2024-11-24T14:21:44,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:44,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T14:21:44,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:44,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:44,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:44,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741999_1175 (size=12151) 2024-11-24T14:21:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T14:21:44,793 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:44,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T14:21:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:44,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458164807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458164807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458164809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458164816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458164820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:44,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:44,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T14:21:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:44,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:45,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/7f1ebb8509a548f58cd50722c090ac69 2024-11-24T14:21:45,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/528a619f55864bb3a3bb454eba6471e6 is 50, key is test_row_0/C:col10/1732458104145/Put/seqid=0 2024-11-24T14:21:45,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742000_1176 (size=12151) 2024-11-24T14:21:45,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/528a619f55864bb3a3bb454eba6471e6 2024-11-24T14:21:45,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/0efa2a29d26442c2b030b1a4f1497dc1 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/0efa2a29d26442c2b030b1a4f1497dc1 2024-11-24T14:21:45,099 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:45,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T14:21:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:45,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:45,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/0efa2a29d26442c2b030b1a4f1497dc1, entries=400, sequenceid=133, filesize=72.5 K 2024-11-24T14:21:45,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/7f1ebb8509a548f58cd50722c090ac69 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/7f1ebb8509a548f58cd50722c090ac69 2024-11-24T14:21:45,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/7f1ebb8509a548f58cd50722c090ac69, entries=150, sequenceid=133, filesize=11.9 K 2024-11-24T14:21:45,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/528a619f55864bb3a3bb454eba6471e6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/528a619f55864bb3a3bb454eba6471e6 2024-11-24T14:21:45,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/528a619f55864bb3a3bb454eba6471e6, entries=150, sequenceid=133, filesize=11.9 K 2024-11-24T14:21:45,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 02a92b979afc5b475dbe4a988a8142b8 in 970ms, sequenceid=133, compaction requested=true 2024-11-24T14:21:45,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:45,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:45,117 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:45,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:45,117 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:45,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:45,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:45,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:45,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:45,119 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136361 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:45,119 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/A is initiating minor compaction (all files) 2024-11-24T14:21:45,119 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/A in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:45,119 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ba0b06f235fd4cc9bd7fb743a69e871c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b38a900629564f089fed1a4e4acddee8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/0efa2a29d26442c2b030b1a4f1497dc1] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=133.2 K 2024-11-24T14:21:45,119 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:45,119 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ba0b06f235fd4cc9bd7fb743a69e871c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b38a900629564f089fed1a4e4acddee8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/0efa2a29d26442c2b030b1a4f1497dc1] 2024-11-24T14:21:45,119 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:45,119 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/B is initiating minor compaction (all files) 2024-11-24T14:21:45,120 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/B in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:45,120 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/62eda662bbc946c28c9fb30c343b5009, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/e7ee8471aa7f4ffaa925b61f21b232fc, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/7f1ebb8509a548f58cd50722c090ac69] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=35.5 K 2024-11-24T14:21:45,120 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba0b06f235fd4cc9bd7fb743a69e871c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732458100700 2024-11-24T14:21:45,120 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 62eda662bbc946c28c9fb30c343b5009, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732458100700 2024-11-24T14:21:45,120 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting b38a900629564f089fed1a4e4acddee8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732458101848 2024-11-24T14:21:45,121 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0efa2a29d26442c2b030b1a4f1497dc1, keycount=400, bloomtype=ROW, size=72.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732458104086 2024-11-24T14:21:45,121 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e7ee8471aa7f4ffaa925b61f21b232fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732458101848 2024-11-24T14:21:45,122 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f1ebb8509a548f58cd50722c090ac69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732458104093 2024-11-24T14:21:45,144 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:45,147 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:45,148 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/e9f689da503e4ed68d7a3a38bc88ae22 is 50, key is test_row_0/B:col10/1732458104145/Put/seqid=0 2024-11-24T14:21:45,152 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124b9164478b5844ef98d1810cdf08bda7a_02a92b979afc5b475dbe4a988a8142b8 store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:45,157 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124b9164478b5844ef98d1810cdf08bda7a_02a92b979afc5b475dbe4a988a8142b8, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:45,157 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b9164478b5844ef98d1810cdf08bda7a_02a92b979afc5b475dbe4a988a8142b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742001_1177 (size=12459) 2024-11-24T14:21:45,178 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/e9f689da503e4ed68d7a3a38bc88ae22 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/e9f689da503e4ed68d7a3a38bc88ae22 2024-11-24T14:21:45,185 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/B of 02a92b979afc5b475dbe4a988a8142b8 into e9f689da503e4ed68d7a3a38bc88ae22(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:45,185 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:45,185 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/B, priority=13, startTime=1732458105117; duration=0sec 2024-11-24T14:21:45,185 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:45,185 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:B 2024-11-24T14:21:45,185 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:45,186 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:45,187 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/C is initiating minor compaction (all files) 2024-11-24T14:21:45,187 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/C in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:45,187 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/a8be319147684ac4a972da6334342810, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/b0fcdf636c3942d990ffa005ee2b6ef6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/528a619f55864bb3a3bb454eba6471e6] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=35.5 K 2024-11-24T14:21:45,187 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting a8be319147684ac4a972da6334342810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732458100700 2024-11-24T14:21:45,188 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting b0fcdf636c3942d990ffa005ee2b6ef6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732458101848 2024-11-24T14:21:45,189 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 528a619f55864bb3a3bb454eba6471e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732458104093 2024-11-24T14:21:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742002_1178 (size=4469) 2024-11-24T14:21:45,192 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#A#compaction#150 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:45,192 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/bbb53e21d8c0409ea5e7edb57e6fa2c9 is 175, key is test_row_0/A:col10/1732458104145/Put/seqid=0 2024-11-24T14:21:45,207 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:45,208 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/b8cf3753d4cb4b54ac9876297abf9621 is 50, key is test_row_0/C:col10/1732458104145/Put/seqid=0 2024-11-24T14:21:45,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742003_1179 (size=31413) 2024-11-24T14:21:45,227 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/bbb53e21d8c0409ea5e7edb57e6fa2c9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/bbb53e21d8c0409ea5e7edb57e6fa2c9 2024-11-24T14:21:45,234 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/A of 02a92b979afc5b475dbe4a988a8142b8 into bbb53e21d8c0409ea5e7edb57e6fa2c9(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:45,234 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:45,234 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/A, priority=13, startTime=1732458105117; duration=0sec 2024-11-24T14:21:45,234 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:45,235 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:A 2024-11-24T14:21:45,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742004_1180 (size=12459) 2024-11-24T14:21:45,253 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/b8cf3753d4cb4b54ac9876297abf9621 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/b8cf3753d4cb4b54ac9876297abf9621 2024-11-24T14:21:45,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:45,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T14:21:45,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:45,254 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:21:45,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:45,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:45,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:45,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:45,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:45,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:45,264 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/C of 02a92b979afc5b475dbe4a988a8142b8 into b8cf3753d4cb4b54ac9876297abf9621(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:45,265 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:45,265 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/C, priority=13, startTime=1732458105118; duration=0sec 2024-11-24T14:21:45,265 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:45,265 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:C 2024-11-24T14:21:45,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245e76533ed6a144f494beed4e5de37477_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458104185/Put/seqid=0 2024-11-24T14:21:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742005_1181 (size=12304) 2024-11-24T14:21:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T14:21:45,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:45,291 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245e76533ed6a144f494beed4e5de37477_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245e76533ed6a144f494beed4e5de37477_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:45,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ece28de34657434a88504f03a8a8cdd8, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ece28de34657434a88504f03a8a8cdd8 is 175, key is test_row_0/A:col10/1732458104185/Put/seqid=0 2024-11-24T14:21:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742006_1182 (size=31105) 2024-11-24T14:21:45,307 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ece28de34657434a88504f03a8a8cdd8 2024-11-24T14:21:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:45,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:45,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/1040068ae3f44f188f1d8ed52d4d69fb is 50, key is test_row_0/B:col10/1732458104185/Put/seqid=0 2024-11-24T14:21:45,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:45,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458165324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458165323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:45,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458165325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:45,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458165328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:45,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458165335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742007_1183 (size=12151) 2024-11-24T14:21:45,342 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/1040068ae3f44f188f1d8ed52d4d69fb 2024-11-24T14:21:45,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/676e687eb72945428603f34492bee02c is 50, key is test_row_0/C:col10/1732458104185/Put/seqid=0 2024-11-24T14:21:45,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742008_1184 (size=12151) 2024-11-24T14:21:45,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458165429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:45,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458165429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:45,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458165430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:45,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458165633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:45,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458165633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:45,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458165633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:45,784 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/676e687eb72945428603f34492bee02c 2024-11-24T14:21:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ece28de34657434a88504f03a8a8cdd8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ece28de34657434a88504f03a8a8cdd8 2024-11-24T14:21:45,796 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ece28de34657434a88504f03a8a8cdd8, entries=150, sequenceid=160, filesize=30.4 K 2024-11-24T14:21:45,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/1040068ae3f44f188f1d8ed52d4d69fb as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1040068ae3f44f188f1d8ed52d4d69fb 2024-11-24T14:21:45,802 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1040068ae3f44f188f1d8ed52d4d69fb, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T14:21:45,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/676e687eb72945428603f34492bee02c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/676e687eb72945428603f34492bee02c 2024-11-24T14:21:45,811 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/676e687eb72945428603f34492bee02c, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T14:21:45,812 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 02a92b979afc5b475dbe4a988a8142b8 in 558ms, sequenceid=160, compaction requested=false 2024-11-24T14:21:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T14:21:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-24T14:21:45,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-24T14:21:45,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-11-24T14:21:45,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.6380 sec 2024-11-24T14:21:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:45,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T14:21:45,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:45,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:45,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:45,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:45,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:45,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:45,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112467f8b7b32bb44c2aa5ef9f4a603b1421_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458105936/Put/seqid=0 2024-11-24T14:21:45,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742009_1185 (size=17284) 2024-11-24T14:21:46,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458166003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458166004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458166006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458166108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458166108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458166111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T14:21:46,285 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-24T14:21:46,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-24T14:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T14:21:46,289 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:46,289 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:46,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:46,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458166309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458166310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458166316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458166336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458166347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,386 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T14:21:46,390 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112467f8b7b32bb44c2aa5ef9f4a603b1421_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112467f8b7b32bb44c2aa5ef9f4a603b1421_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:46,391 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/016dda7216cb4ccc8390c5b675125e89, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:46,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/016dda7216cb4ccc8390c5b675125e89 is 175, key is test_row_0/A:col10/1732458105936/Put/seqid=0 2024-11-24T14:21:46,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742010_1186 (size=48389) 2024-11-24T14:21:46,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/016dda7216cb4ccc8390c5b675125e89 2024-11-24T14:21:46,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/d80a1f8404004b28acc8545a8f8aaa07 is 50, key is test_row_0/B:col10/1732458105936/Put/seqid=0 2024-11-24T14:21:46,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742011_1187 (size=12151) 2024-11-24T14:21:46,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/d80a1f8404004b28acc8545a8f8aaa07 2024-11-24T14:21:46,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/f1bd51ed3708466da13bc4eed0e56c0a is 50, key is test_row_0/C:col10/1732458105936/Put/seqid=0 2024-11-24T14:21:46,441 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:46,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T14:21:46,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:46,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:46,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:46,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:46,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:46,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742012_1188 (size=12151) 2024-11-24T14:21:46,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/f1bd51ed3708466da13bc4eed0e56c0a 2024-11-24T14:21:46,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/016dda7216cb4ccc8390c5b675125e89 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/016dda7216cb4ccc8390c5b675125e89 2024-11-24T14:21:46,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/016dda7216cb4ccc8390c5b675125e89, entries=250, sequenceid=174, filesize=47.3 K 2024-11-24T14:21:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/d80a1f8404004b28acc8545a8f8aaa07 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/d80a1f8404004b28acc8545a8f8aaa07 2024-11-24T14:21:46,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/d80a1f8404004b28acc8545a8f8aaa07, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T14:21:46,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/f1bd51ed3708466da13bc4eed0e56c0a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f1bd51ed3708466da13bc4eed0e56c0a 2024-11-24T14:21:46,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f1bd51ed3708466da13bc4eed0e56c0a, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T14:21:46,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 02a92b979afc5b475dbe4a988a8142b8 in 539ms, sequenceid=174, compaction requested=true 2024-11-24T14:21:46,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:46,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:46,478 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:46,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:46,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:46,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:46,478 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:46,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:46,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:46,479 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:46,480 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/A is initiating minor compaction (all files) 2024-11-24T14:21:46,480 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/A in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:46,480 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/bbb53e21d8c0409ea5e7edb57e6fa2c9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ece28de34657434a88504f03a8a8cdd8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/016dda7216cb4ccc8390c5b675125e89] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=108.3 K 2024-11-24T14:21:46,480 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:46,480 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/bbb53e21d8c0409ea5e7edb57e6fa2c9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ece28de34657434a88504f03a8a8cdd8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/016dda7216cb4ccc8390c5b675125e89] 2024-11-24T14:21:46,480 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:46,480 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/B is initiating minor compaction (all files) 2024-11-24T14:21:46,481 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/B in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:46,481 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/e9f689da503e4ed68d7a3a38bc88ae22, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1040068ae3f44f188f1d8ed52d4d69fb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/d80a1f8404004b28acc8545a8f8aaa07] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=35.9 K 2024-11-24T14:21:46,482 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e9f689da503e4ed68d7a3a38bc88ae22, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732458104093 2024-11-24T14:21:46,483 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbb53e21d8c0409ea5e7edb57e6fa2c9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732458104093 2024-11-24T14:21:46,483 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 1040068ae3f44f188f1d8ed52d4d69fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732458104185 2024-11-24T14:21:46,483 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting d80a1f8404004b28acc8545a8f8aaa07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732458105326 2024-11-24T14:21:46,484 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ece28de34657434a88504f03a8a8cdd8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732458104185 2024-11-24T14:21:46,484 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 016dda7216cb4ccc8390c5b675125e89, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732458105320 2024-11-24T14:21:46,496 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:46,496 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:46,497 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/708a5efe97724c09aaf8139f33d1d453 is 50, key is test_row_0/B:col10/1732458105936/Put/seqid=0 2024-11-24T14:21:46,508 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242e7708dd916547c18dd32612881dd852_02a92b979afc5b475dbe4a988a8142b8 store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:46,510 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242e7708dd916547c18dd32612881dd852_02a92b979afc5b475dbe4a988a8142b8, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:46,510 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242e7708dd916547c18dd32612881dd852_02a92b979afc5b475dbe4a988a8142b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:46,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742014_1190 (size=4469) 2024-11-24T14:21:46,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742013_1189 (size=12561) 2024-11-24T14:21:46,546 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/708a5efe97724c09aaf8139f33d1d453 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/708a5efe97724c09aaf8139f33d1d453 2024-11-24T14:21:46,552 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/B of 02a92b979afc5b475dbe4a988a8142b8 into 708a5efe97724c09aaf8139f33d1d453(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:46,552 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:46,552 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/B, priority=13, startTime=1732458106478; duration=0sec 2024-11-24T14:21:46,553 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:46,553 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:B 2024-11-24T14:21:46,553 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:46,555 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:46,555 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/C is initiating minor compaction (all files) 2024-11-24T14:21:46,555 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/C in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:46,555 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/b8cf3753d4cb4b54ac9876297abf9621, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/676e687eb72945428603f34492bee02c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f1bd51ed3708466da13bc4eed0e56c0a] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=35.9 K 2024-11-24T14:21:46,555 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting b8cf3753d4cb4b54ac9876297abf9621, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732458104093 2024-11-24T14:21:46,556 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 676e687eb72945428603f34492bee02c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732458104185 2024-11-24T14:21:46,556 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f1bd51ed3708466da13bc4eed0e56c0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732458105326 2024-11-24T14:21:46,572 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#C#compaction#161 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:46,573 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/a6e3717823e847e7b2c49a2b8c4d42fe is 50, key is test_row_0/C:col10/1732458105936/Put/seqid=0 2024-11-24T14:21:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T14:21:46,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742015_1191 (size=12561) 2024-11-24T14:21:46,595 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:46,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T14:21:46,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:46,596 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T14:21:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:46,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:46,603 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/a6e3717823e847e7b2c49a2b8c4d42fe as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/a6e3717823e847e7b2c49a2b8c4d42fe 2024-11-24T14:21:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112497ac0e0f66624d4eb9e3ffafb1a0d2b8_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458106001/Put/seqid=0 2024-11-24T14:21:46,613 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/C of 02a92b979afc5b475dbe4a988a8142b8 into a6e3717823e847e7b2c49a2b8c4d42fe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:46,613 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:46,613 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/C, priority=13, startTime=1732458106478; duration=0sec 2024-11-24T14:21:46,614 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:46,614 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:C 2024-11-24T14:21:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:46,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:46,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742016_1192 (size=12304) 2024-11-24T14:21:46,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458166628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458166630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458166630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458166731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458166734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458166734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T14:21:46,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458166935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,936 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#A#compaction#160 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:46,937 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/04d2f59523184a5ba6a39f0294deff04 is 175, key is test_row_0/A:col10/1732458105936/Put/seqid=0 2024-11-24T14:21:46,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458166937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458166939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:46,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742017_1193 (size=31515) 2024-11-24T14:21:46,951 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/04d2f59523184a5ba6a39f0294deff04 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/04d2f59523184a5ba6a39f0294deff04 2024-11-24T14:21:46,960 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/A of 02a92b979afc5b475dbe4a988a8142b8 into 04d2f59523184a5ba6a39f0294deff04(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:46,960 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:46,960 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/A, priority=13, startTime=1732458106478; duration=0sec 2024-11-24T14:21:46,960 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:46,960 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:A 2024-11-24T14:21:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:47,031 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112497ac0e0f66624d4eb9e3ffafb1a0d2b8_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112497ac0e0f66624d4eb9e3ffafb1a0d2b8_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:47,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/51b25aa0ed8b4a5a84972a6ce7b0100e, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:47,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/51b25aa0ed8b4a5a84972a6ce7b0100e is 175, key is test_row_0/A:col10/1732458106001/Put/seqid=0 2024-11-24T14:21:47,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742018_1194 (size=31105) 2024-11-24T14:21:47,042 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/51b25aa0ed8b4a5a84972a6ce7b0100e 2024-11-24T14:21:47,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/6c8dc25c8c774b7db614aef039f18e59 is 50, key is test_row_0/B:col10/1732458106001/Put/seqid=0 2024-11-24T14:21:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742019_1195 (size=12151) 2024-11-24T14:21:47,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458167240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458167241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:47,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458167244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T14:21:47,458 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/6c8dc25c8c774b7db614aef039f18e59 2024-11-24T14:21:47,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/eedeea918604480bb3aeb3dd8a8438e0 is 50, key is test_row_0/C:col10/1732458106001/Put/seqid=0 2024-11-24T14:21:47,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742020_1196 (size=12151) 2024-11-24T14:21:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458167743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:47,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458167746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:47,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458167748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:47,875 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/eedeea918604480bb3aeb3dd8a8438e0 2024-11-24T14:21:47,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/51b25aa0ed8b4a5a84972a6ce7b0100e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/51b25aa0ed8b4a5a84972a6ce7b0100e 2024-11-24T14:21:47,884 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/51b25aa0ed8b4a5a84972a6ce7b0100e, entries=150, sequenceid=198, filesize=30.4 K 2024-11-24T14:21:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/6c8dc25c8c774b7db614aef039f18e59 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6c8dc25c8c774b7db614aef039f18e59 2024-11-24T14:21:47,889 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6c8dc25c8c774b7db614aef039f18e59, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T14:21:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/eedeea918604480bb3aeb3dd8a8438e0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/eedeea918604480bb3aeb3dd8a8438e0 2024-11-24T14:21:47,894 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/eedeea918604480bb3aeb3dd8a8438e0, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T14:21:47,894 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 02a92b979afc5b475dbe4a988a8142b8 in 1298ms, sequenceid=198, compaction requested=false 2024-11-24T14:21:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T14:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-24T14:21:47,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-24T14:21:47,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6070 sec 2024-11-24T14:21:47,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.6110 sec 2024-11-24T14:21:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:48,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T14:21:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:48,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:48,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:48,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243b0372a7633b493597203ecd47556d3c_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458106628/Put/seqid=0 2024-11-24T14:21:48,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742021_1197 (size=14794) 2024-11-24T14:21:48,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458168375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:48,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458168378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T14:21:48,394 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-24T14:21:48,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-24T14:21:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T14:21:48,397 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:48,397 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:48,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:48,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458168479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:48,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458168479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T14:21:48,549 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:48,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T14:21:48,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:48,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:48,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:48,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:48,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:48,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458168683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:48,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458168683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T14:21:48,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:48,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T14:21:48,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:48,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:48,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:48,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:48,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:48,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458168751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:48,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458168755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:48,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458168755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:48,770 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:48,774 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243b0372a7633b493597203ecd47556d3c_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243b0372a7633b493597203ecd47556d3c_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:48,775 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/09073d0534874eaa90bd30a566b380a8, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:48,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/09073d0534874eaa90bd30a566b380a8 is 175, key is test_row_0/A:col10/1732458106628/Put/seqid=0 2024-11-24T14:21:48,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742022_1198 (size=39749) 2024-11-24T14:21:48,780 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/09073d0534874eaa90bd30a566b380a8 2024-11-24T14:21:48,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/819ddc84b8b841f8b0e10d8994bc0954 is 50, key is test_row_0/B:col10/1732458106628/Put/seqid=0 2024-11-24T14:21:48,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742023_1199 (size=12151) 2024-11-24T14:21:48,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/819ddc84b8b841f8b0e10d8994bc0954 2024-11-24T14:21:48,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/54d4615b635040dcb8f7564d94e6aad8 is 50, key is test_row_0/C:col10/1732458106628/Put/seqid=0 2024-11-24T14:21:48,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742024_1200 (size=12151) 2024-11-24T14:21:48,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:48,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T14:21:48,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:48,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:48,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:48,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:48,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:48,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458168988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:48,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458168988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T14:21:49,008 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:49,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T14:21:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:49,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:49,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:49,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T14:21:49,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:49,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:49,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:49,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:49,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:49,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/54d4615b635040dcb8f7564d94e6aad8 2024-11-24T14:21:49,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/09073d0534874eaa90bd30a566b380a8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/09073d0534874eaa90bd30a566b380a8 2024-11-24T14:21:49,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/09073d0534874eaa90bd30a566b380a8, entries=200, sequenceid=215, filesize=38.8 K 2024-11-24T14:21:49,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/819ddc84b8b841f8b0e10d8994bc0954 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/819ddc84b8b841f8b0e10d8994bc0954 2024-11-24T14:21:49,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/819ddc84b8b841f8b0e10d8994bc0954, entries=150, sequenceid=215, filesize=11.9 K 2024-11-24T14:21:49,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/54d4615b635040dcb8f7564d94e6aad8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/54d4615b635040dcb8f7564d94e6aad8 2024-11-24T14:21:49,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/54d4615b635040dcb8f7564d94e6aad8, entries=150, sequenceid=215, filesize=11.9 K 2024-11-24T14:21:49,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 02a92b979afc5b475dbe4a988a8142b8 in 873ms, sequenceid=215, compaction requested=true 2024-11-24T14:21:49,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:49,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:49,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:49,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:49,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:49,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:49,226 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:49,226 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:49,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:49,227 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:49,227 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:49,227 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/B is initiating minor compaction (all files) 2024-11-24T14:21:49,227 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/A is initiating minor compaction (all files) 2024-11-24T14:21:49,227 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/B in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:49,227 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/A in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:49,227 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/708a5efe97724c09aaf8139f33d1d453, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6c8dc25c8c774b7db614aef039f18e59, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/819ddc84b8b841f8b0e10d8994bc0954] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=36.0 K 2024-11-24T14:21:49,227 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/04d2f59523184a5ba6a39f0294deff04, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/51b25aa0ed8b4a5a84972a6ce7b0100e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/09073d0534874eaa90bd30a566b380a8] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=100.0 K 2024-11-24T14:21:49,227 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:49,227 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/04d2f59523184a5ba6a39f0294deff04, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/51b25aa0ed8b4a5a84972a6ce7b0100e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/09073d0534874eaa90bd30a566b380a8] 2024-11-24T14:21:49,228 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 708a5efe97724c09aaf8139f33d1d453, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732458105326 2024-11-24T14:21:49,228 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04d2f59523184a5ba6a39f0294deff04, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732458105326 2024-11-24T14:21:49,228 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c8dc25c8c774b7db614aef039f18e59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732458106001 2024-11-24T14:21:49,228 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51b25aa0ed8b4a5a84972a6ce7b0100e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732458106001 2024-11-24T14:21:49,228 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 819ddc84b8b841f8b0e10d8994bc0954, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732458106628 2024-11-24T14:21:49,229 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09073d0534874eaa90bd30a566b380a8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732458106619 2024-11-24T14:21:49,235 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:49,237 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#B#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:49,238 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112436af0ad6d0ec4940a4a3be472e49154d_02a92b979afc5b475dbe4a988a8142b8 store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:49,238 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/6a765adaae014dba864b905bfebec5b7 is 50, key is test_row_0/B:col10/1732458106628/Put/seqid=0 2024-11-24T14:21:49,239 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112436af0ad6d0ec4940a4a3be472e49154d_02a92b979afc5b475dbe4a988a8142b8, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:49,239 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112436af0ad6d0ec4940a4a3be472e49154d_02a92b979afc5b475dbe4a988a8142b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742025_1201 (size=12663) 2024-11-24T14:21:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742026_1202 (size=4469) 2024-11-24T14:21:49,254 INFO [master/fb354886b420:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T14:21:49,254 INFO [master/fb354886b420:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T14:21:49,259 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/6a765adaae014dba864b905bfebec5b7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6a765adaae014dba864b905bfebec5b7 2024-11-24T14:21:49,264 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/B of 02a92b979afc5b475dbe4a988a8142b8 into 6a765adaae014dba864b905bfebec5b7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:49,264 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:49,264 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/B, priority=13, startTime=1732458109226; duration=0sec 2024-11-24T14:21:49,264 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:49,264 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:B 2024-11-24T14:21:49,264 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:49,265 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:49,266 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/C is initiating minor compaction (all files) 2024-11-24T14:21:49,266 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/C in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:49,266 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/a6e3717823e847e7b2c49a2b8c4d42fe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/eedeea918604480bb3aeb3dd8a8438e0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/54d4615b635040dcb8f7564d94e6aad8] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=36.0 K 2024-11-24T14:21:49,266 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting a6e3717823e847e7b2c49a2b8c4d42fe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732458105326 2024-11-24T14:21:49,267 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting eedeea918604480bb3aeb3dd8a8438e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732458106001 2024-11-24T14:21:49,267 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 54d4615b635040dcb8f7564d94e6aad8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732458106628 2024-11-24T14:21:49,273 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:49,274 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/986e793ccddf40acbe28127426f4ce36 is 50, key is test_row_0/C:col10/1732458106628/Put/seqid=0 2024-11-24T14:21:49,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742027_1203 (size=12663) 2024-11-24T14:21:49,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:49,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T14:21:49,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:49,315 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T14:21:49,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:49,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:49,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:49,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:49,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:49,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:49,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f02ec508c3844ea0b8a21aae206436d5_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458108372/Put/seqid=0 2024-11-24T14:21:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742028_1204 (size=12304) 2024-11-24T14:21:49,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:49,334 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f02ec508c3844ea0b8a21aae206436d5_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f02ec508c3844ea0b8a21aae206436d5_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:49,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/9642b9789496405990401d86782244bf, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:49,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/9642b9789496405990401d86782244bf is 175, key is test_row_0/A:col10/1732458108372/Put/seqid=0 2024-11-24T14:21:49,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742029_1205 (size=31105) 2024-11-24T14:21:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:49,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T14:21:49,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458169559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:49,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458169559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:49,656 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#A#compaction#168 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:49,656 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/f877f9190c9f4750b72dda8a0f415fb8 is 175, key is test_row_0/A:col10/1732458106628/Put/seqid=0 2024-11-24T14:21:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742030_1206 (size=31617) 2024-11-24T14:21:49,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458169663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:49,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458169663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:49,684 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/986e793ccddf40acbe28127426f4ce36 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/986e793ccddf40acbe28127426f4ce36 2024-11-24T14:21:49,689 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/C of 02a92b979afc5b475dbe4a988a8142b8 into 986e793ccddf40acbe28127426f4ce36(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:49,689 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:49,689 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/C, priority=13, startTime=1732458109226; duration=0sec 2024-11-24T14:21:49,689 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:49,689 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:C 2024-11-24T14:21:49,740 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/9642b9789496405990401d86782244bf 2024-11-24T14:21:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/1aca00130c2943158a4d03e8cad95cc2 is 50, key is test_row_0/B:col10/1732458108372/Put/seqid=0 2024-11-24T14:21:49,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742031_1207 (size=12151) 2024-11-24T14:21:49,755 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/1aca00130c2943158a4d03e8cad95cc2 2024-11-24T14:21:49,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/3846e57aaaf64eaa9dcc3899e4c1de14 is 50, key is test_row_0/C:col10/1732458108372/Put/seqid=0 2024-11-24T14:21:49,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742032_1208 (size=12151) 2024-11-24T14:21:49,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458169866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:49,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458169866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:50,067 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/f877f9190c9f4750b72dda8a0f415fb8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f877f9190c9f4750b72dda8a0f415fb8 2024-11-24T14:21:50,073 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/A of 02a92b979afc5b475dbe4a988a8142b8 into f877f9190c9f4750b72dda8a0f415fb8(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:50,073 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:50,073 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/A, priority=13, startTime=1732458109225; duration=0sec 2024-11-24T14:21:50,073 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:50,073 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:A 2024-11-24T14:21:50,167 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/3846e57aaaf64eaa9dcc3899e4c1de14 2024-11-24T14:21:50,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458170170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:50,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458170171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:50,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/9642b9789496405990401d86782244bf as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9642b9789496405990401d86782244bf 2024-11-24T14:21:50,176 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9642b9789496405990401d86782244bf, entries=150, sequenceid=237, filesize=30.4 K 2024-11-24T14:21:50,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/1aca00130c2943158a4d03e8cad95cc2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1aca00130c2943158a4d03e8cad95cc2 2024-11-24T14:21:50,181 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1aca00130c2943158a4d03e8cad95cc2, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T14:21:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/3846e57aaaf64eaa9dcc3899e4c1de14 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/3846e57aaaf64eaa9dcc3899e4c1de14 2024-11-24T14:21:50,186 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/3846e57aaaf64eaa9dcc3899e4c1de14, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T14:21:50,187 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 02a92b979afc5b475dbe4a988a8142b8 in 872ms, sequenceid=237, compaction requested=false 2024-11-24T14:21:50,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:50,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:50,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-24T14:21:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-24T14:21:50,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-24T14:21:50,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7920 sec 2024-11-24T14:21:50,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.7950 sec 2024-11-24T14:21:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T14:21:50,501 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-24T14:21:50,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-24T14:21:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T14:21:50,503 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:50,504 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:50,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T14:21:50,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:50,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T14:21:50,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:50,656 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T14:21:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:50,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112440c8e0aa41f246278f36e0810c7af388_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458109528/Put/seqid=0 2024-11-24T14:21:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:50,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742033_1209 (size=12304) 2024-11-24T14:21:50,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458170697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458170699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:50,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458170765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:50,767 DEBUG [Thread-691 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., hostname=fb354886b420,39319,1732458063252, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:21:50,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458170769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:50,770 DEBUG [Thread-687 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., hostname=fb354886b420,39319,1732458063252, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:21:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458170778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:50,780 DEBUG [Thread-683 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., hostname=fb354886b420,39319,1732458063252, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:21:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458170801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458170802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T14:21:51,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458171004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:51,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458171004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:51,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:51,080 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112440c8e0aa41f246278f36e0810c7af388_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112440c8e0aa41f246278f36e0810c7af388_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:51,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/636c53f6dcc24630b1057628d6541249, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:51,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/636c53f6dcc24630b1057628d6541249 is 175, key is test_row_0/A:col10/1732458109528/Put/seqid=0 2024-11-24T14:21:51,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742034_1210 (size=31105) 2024-11-24T14:21:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T14:21:51,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458171305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:51,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458171307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:51,487 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/636c53f6dcc24630b1057628d6541249 2024-11-24T14:21:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/2a2fbd4b532e4a3bb60db75d7e95ffdd is 50, key is test_row_0/B:col10/1732458109528/Put/seqid=0 2024-11-24T14:21:51,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742035_1211 (size=12151) 2024-11-24T14:21:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T14:21:51,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458171808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:51,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458171815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:51,902 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/2a2fbd4b532e4a3bb60db75d7e95ffdd 2024-11-24T14:21:51,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/ec0119a088fe4f2e91855b4d13177455 is 50, key is test_row_0/C:col10/1732458109528/Put/seqid=0 2024-11-24T14:21:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742036_1212 (size=12151) 2024-11-24T14:21:52,316 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/ec0119a088fe4f2e91855b4d13177455 2024-11-24T14:21:52,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/636c53f6dcc24630b1057628d6541249 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/636c53f6dcc24630b1057628d6541249 2024-11-24T14:21:52,326 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/636c53f6dcc24630b1057628d6541249, entries=150, sequenceid=254, filesize=30.4 K 2024-11-24T14:21:52,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/2a2fbd4b532e4a3bb60db75d7e95ffdd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/2a2fbd4b532e4a3bb60db75d7e95ffdd 2024-11-24T14:21:52,331 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/2a2fbd4b532e4a3bb60db75d7e95ffdd, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T14:21:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/ec0119a088fe4f2e91855b4d13177455 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/ec0119a088fe4f2e91855b4d13177455 2024-11-24T14:21:52,337 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/ec0119a088fe4f2e91855b4d13177455, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T14:21:52,338 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 02a92b979afc5b475dbe4a988a8142b8 in 1682ms, sequenceid=254, compaction requested=true 2024-11-24T14:21:52,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:52,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:52,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-24T14:21:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-24T14:21:52,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-24T14:21:52,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8360 sec 2024-11-24T14:21:52,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.8400 sec 2024-11-24T14:21:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T14:21:52,607 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-24T14:21:52,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-24T14:21:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T14:21:52,610 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:52,611 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:52,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T14:21:52,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:52,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-24T14:21:52,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:52,764 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T14:21:52,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:52,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:52,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:52,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:52,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:52,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:52,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d13f0e03e0534e0a8bca07f9cae897a7_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458110683/Put/seqid=0 2024-11-24T14:21:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742037_1213 (size=12454) 2024-11-24T14:21:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:52,782 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d13f0e03e0534e0a8bca07f9cae897a7_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d13f0e03e0534e0a8bca07f9cae897a7_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:52,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/a853cf67e53c42b89875fc00830311a3, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:52,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/a853cf67e53c42b89875fc00830311a3 is 175, key is test_row_0/A:col10/1732458110683/Put/seqid=0 2024-11-24T14:21:52,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742038_1214 (size=31255) 2024-11-24T14:21:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:52,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:52,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458172834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:52,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458172835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T14:21:52,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458172937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:52,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458172939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:53,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458173139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458173143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:53,188 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/a853cf67e53c42b89875fc00830311a3 2024-11-24T14:21:53,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/66fa16e9d5534f4bbb50be8486f3ab63 is 50, key is test_row_0/B:col10/1732458110683/Put/seqid=0 2024-11-24T14:21:53,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742039_1215 (size=12301) 2024-11-24T14:21:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T14:21:53,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458173442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:53,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458173449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:53,602 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/66fa16e9d5534f4bbb50be8486f3ab63 2024-11-24T14:21:53,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/cc7da36bbb70412bb93ca04d0ee58da4 is 50, key is test_row_0/C:col10/1732458110683/Put/seqid=0 2024-11-24T14:21:53,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742040_1216 (size=12301) 2024-11-24T14:21:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T14:21:53,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458173947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:53,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458173955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:54,017 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/cc7da36bbb70412bb93ca04d0ee58da4 2024-11-24T14:21:54,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/a853cf67e53c42b89875fc00830311a3 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/a853cf67e53c42b89875fc00830311a3 2024-11-24T14:21:54,027 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/a853cf67e53c42b89875fc00830311a3, entries=150, sequenceid=275, filesize=30.5 K 2024-11-24T14:21:54,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/66fa16e9d5534f4bbb50be8486f3ab63 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/66fa16e9d5534f4bbb50be8486f3ab63 2024-11-24T14:21:54,032 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/66fa16e9d5534f4bbb50be8486f3ab63, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T14:21:54,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/cc7da36bbb70412bb93ca04d0ee58da4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/cc7da36bbb70412bb93ca04d0ee58da4 2024-11-24T14:21:54,038 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/cc7da36bbb70412bb93ca04d0ee58da4, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T14:21:54,039 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 02a92b979afc5b475dbe4a988a8142b8 in 1276ms, sequenceid=275, compaction requested=true 2024-11-24T14:21:54,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:54,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:54,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-24T14:21:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-24T14:21:54,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-24T14:21:54,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-24T14:21:54,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.4330 sec 2024-11-24T14:21:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T14:21:54,714 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-24T14:21:54,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-24T14:21:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T14:21:54,717 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:54,718 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:54,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:54,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T14:21:54,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:54,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:54,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:54,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:54,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:54,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:54,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242be14937d10d4b49b493888143f75caf_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458114773/Put/seqid=0 2024-11-24T14:21:54,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742041_1217 (size=14994) 2024-11-24T14:21:54,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458174805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:54,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458174806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:54,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458174807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T14:21:54,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:54,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:54,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:54,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:54,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:54,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:54,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:54,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458174908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:54,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458174909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:54,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458174912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:54,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458174958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:54,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458174960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T14:21:55,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:55,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458175112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:55,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458175115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:55,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458175116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:55,175 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:55,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:55,194 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242be14937d10d4b49b493888143f75caf_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242be14937d10d4b49b493888143f75caf_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:55,195 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b193a63195304cf38207c3a7440bfafe, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:55,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b193a63195304cf38207c3a7440bfafe is 175, key is test_row_0/A:col10/1732458114773/Put/seqid=0 2024-11-24T14:21:55,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742042_1218 (size=39949) 2024-11-24T14:21:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T14:21:55,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:55,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:55,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:55,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458175416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:55,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458175418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:55,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458175418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:55,482 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:55,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,600 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b193a63195304cf38207c3a7440bfafe 2024-11-24T14:21:55,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/8e585501776b4797b37d02ce6e91e3fc is 50, key is test_row_0/B:col10/1732458114773/Put/seqid=0 2024-11-24T14:21:55,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742043_1219 (size=12301) 2024-11-24T14:21:55,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:55,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:55,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T14:21:55,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458175922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:55,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458175922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:55,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458175922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:55,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:55,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:55,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:55,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:55,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:56,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/8e585501776b4797b37d02ce6e91e3fc 2024-11-24T14:21:56,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/e2e2a8d115404eb5b50fffc837307e8e is 50, key is test_row_0/C:col10/1732458114773/Put/seqid=0 2024-11-24T14:21:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742044_1220 (size=12301) 2024-11-24T14:21:56,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:56,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:56,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:56,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:56,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:56,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:56,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:56,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:56,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:56,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:56,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:56,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:56,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:56,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:56,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:56,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:56,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:56,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/e2e2a8d115404eb5b50fffc837307e8e 2024-11-24T14:21:56,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b193a63195304cf38207c3a7440bfafe as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b193a63195304cf38207c3a7440bfafe 2024-11-24T14:21:56,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b193a63195304cf38207c3a7440bfafe, entries=200, sequenceid=291, filesize=39.0 K 2024-11-24T14:21:56,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/8e585501776b4797b37d02ce6e91e3fc as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/8e585501776b4797b37d02ce6e91e3fc 2024-11-24T14:21:56,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/8e585501776b4797b37d02ce6e91e3fc, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T14:21:56,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/e2e2a8d115404eb5b50fffc837307e8e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e2e2a8d115404eb5b50fffc837307e8e 2024-11-24T14:21:56,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e2e2a8d115404eb5b50fffc837307e8e, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T14:21:56,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 02a92b979afc5b475dbe4a988a8142b8 in 1676ms, sequenceid=291, compaction requested=true 2024-11-24T14:21:56,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:56,451 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T14:21:56,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:56,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:56,452 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T14:21:56,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:56,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:56,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:56,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:56,453 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 165031 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T14:21:56,453 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/A is initiating minor compaction (all files) 2024-11-24T14:21:56,453 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/A in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:56,453 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f877f9190c9f4750b72dda8a0f415fb8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9642b9789496405990401d86782244bf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/636c53f6dcc24630b1057628d6541249, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/a853cf67e53c42b89875fc00830311a3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b193a63195304cf38207c3a7440bfafe] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=161.2 K 2024-11-24T14:21:56,453 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:56,453 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f877f9190c9f4750b72dda8a0f415fb8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9642b9789496405990401d86782244bf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/636c53f6dcc24630b1057628d6541249, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/a853cf67e53c42b89875fc00830311a3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b193a63195304cf38207c3a7440bfafe] 2024-11-24T14:21:56,454 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting f877f9190c9f4750b72dda8a0f415fb8, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732458106628 2024-11-24T14:21:56,454 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61567 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T14:21:56,455 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/B is initiating minor compaction (all files) 2024-11-24T14:21:56,455 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/B in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:56,455 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6a765adaae014dba864b905bfebec5b7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1aca00130c2943158a4d03e8cad95cc2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/2a2fbd4b532e4a3bb60db75d7e95ffdd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/66fa16e9d5534f4bbb50be8486f3ab63, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/8e585501776b4797b37d02ce6e91e3fc] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=60.1 K 2024-11-24T14:21:56,455 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9642b9789496405990401d86782244bf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732458108369 2024-11-24T14:21:56,455 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a765adaae014dba864b905bfebec5b7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732458106628 2024-11-24T14:21:56,456 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aca00130c2943158a4d03e8cad95cc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732458108369 2024-11-24T14:21:56,456 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 636c53f6dcc24630b1057628d6541249, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732458109493 2024-11-24T14:21:56,456 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a2fbd4b532e4a3bb60db75d7e95ffdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732458109493 2024-11-24T14:21:56,456 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting a853cf67e53c42b89875fc00830311a3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732458110683 2024-11-24T14:21:56,457 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 66fa16e9d5534f4bbb50be8486f3ab63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732458110683 2024-11-24T14:21:56,457 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting b193a63195304cf38207c3a7440bfafe, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458112833 2024-11-24T14:21:56,458 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e585501776b4797b37d02ce6e91e3fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458112833 2024-11-24T14:21:56,469 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:56,471 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:56,472 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/6b2bc00a7e114269a01b70fc9841e434 is 50, key is test_row_0/B:col10/1732458114773/Put/seqid=0 2024-11-24T14:21:56,472 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124730b14bf5fc94392a07b926c6cadc00f_02a92b979afc5b475dbe4a988a8142b8 store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:56,475 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124730b14bf5fc94392a07b926c6cadc00f_02a92b979afc5b475dbe4a988a8142b8, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:56,476 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124730b14bf5fc94392a07b926c6cadc00f_02a92b979afc5b475dbe4a988a8142b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:56,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742045_1221 (size=12983) 2024-11-24T14:21:56,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742046_1222 (size=4469) 2024-11-24T14:21:56,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:56,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T14:21:56,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:56,554 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T14:21:56,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:56,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:56,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:56,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:56,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:56,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e0260f7c2a9341d4971437ccd8759051_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458114806/Put/seqid=0 2024-11-24T14:21:56,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742047_1223 (size=12454) 2024-11-24T14:21:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T14:21:56,886 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#A#compaction#184 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:56,887 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ff672dde710c4da99a1d03d9852019ea is 175, key is test_row_0/A:col10/1732458114773/Put/seqid=0 2024-11-24T14:21:56,890 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/6b2bc00a7e114269a01b70fc9841e434 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6b2bc00a7e114269a01b70fc9841e434 2024-11-24T14:21:56,897 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/B of 02a92b979afc5b475dbe4a988a8142b8 into 6b2bc00a7e114269a01b70fc9841e434(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:56,897 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:56,897 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/B, priority=11, startTime=1732458116451; duration=0sec 2024-11-24T14:21:56,897 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:56,897 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:B 2024-11-24T14:21:56,897 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T14:21:56,899 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61567 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T14:21:56,899 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/C is initiating minor compaction (all files) 2024-11-24T14:21:56,899 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/C in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:56,899 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/986e793ccddf40acbe28127426f4ce36, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/3846e57aaaf64eaa9dcc3899e4c1de14, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/ec0119a088fe4f2e91855b4d13177455, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/cc7da36bbb70412bb93ca04d0ee58da4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e2e2a8d115404eb5b50fffc837307e8e] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=60.1 K 2024-11-24T14:21:56,900 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 986e793ccddf40acbe28127426f4ce36, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732458106628 2024-11-24T14:21:56,900 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 3846e57aaaf64eaa9dcc3899e4c1de14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732458108369 2024-11-24T14:21:56,901 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting ec0119a088fe4f2e91855b4d13177455, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732458109493 2024-11-24T14:21:56,901 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting cc7da36bbb70412bb93ca04d0ee58da4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732458110683 2024-11-24T14:21:56,902 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e2e2a8d115404eb5b50fffc837307e8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458112833 2024-11-24T14:21:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742048_1224 (size=31937) 2024-11-24T14:21:56,909 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ff672dde710c4da99a1d03d9852019ea as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ff672dde710c4da99a1d03d9852019ea 2024-11-24T14:21:56,915 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/A of 02a92b979afc5b475dbe4a988a8142b8 into ff672dde710c4da99a1d03d9852019ea(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:56,915 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:56,915 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/A, priority=11, startTime=1732458116451; duration=0sec 2024-11-24T14:21:56,915 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:56,915 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:A 2024-11-24T14:21:56,922 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#C#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:56,923 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/57f4d24cef83489fa86cec579e5b2da4 is 50, key is test_row_0/C:col10/1732458114773/Put/seqid=0 2024-11-24T14:21:56,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742049_1225 (size=12983) 2024-11-24T14:21:56,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:56,971 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e0260f7c2a9341d4971437ccd8759051_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e0260f7c2a9341d4971437ccd8759051_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/368a0581f4c84d6995f8ab146825b35b, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/368a0581f4c84d6995f8ab146825b35b is 175, key is test_row_0/A:col10/1732458114806/Put/seqid=0 2024-11-24T14:21:56,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54000 deadline: 1732458176972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:56,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458176977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:56,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458176978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:56,981 DEBUG [Thread-685 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., hostname=fb354886b420,39319,1732458063252, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:21:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742050_1226 (size=31255) 2024-11-24T14:21:56,984 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/368a0581f4c84d6995f8ab146825b35b 2024-11-24T14:21:56,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458176979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:56,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458176981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:56,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/077f9d1b0f0b4c91bb89243f73d768d8 is 50, key is test_row_0/B:col10/1732458114806/Put/seqid=0 2024-11-24T14:21:57,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742051_1227 (size=12301) 2024-11-24T14:21:57,032 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/077f9d1b0f0b4c91bb89243f73d768d8 2024-11-24T14:21:57,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/6aa61af43978415892307c9793074bd5 is 50, key is test_row_0/C:col10/1732458114806/Put/seqid=0 2024-11-24T14:21:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742052_1228 (size=12301) 2024-11-24T14:21:57,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458177082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458177082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458177086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458177086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458177286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458177287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458177291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458177291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,343 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/57f4d24cef83489fa86cec579e5b2da4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/57f4d24cef83489fa86cec579e5b2da4 2024-11-24T14:21:57,351 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/C of 02a92b979afc5b475dbe4a988a8142b8 into 57f4d24cef83489fa86cec579e5b2da4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:57,351 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:57,351 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/C, priority=11, startTime=1732458116452; duration=0sec 2024-11-24T14:21:57,351 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:57,351 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:C 2024-11-24T14:21:57,483 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/6aa61af43978415892307c9793074bd5 2024-11-24T14:21:57,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/368a0581f4c84d6995f8ab146825b35b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/368a0581f4c84d6995f8ab146825b35b 2024-11-24T14:21:57,496 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/368a0581f4c84d6995f8ab146825b35b, entries=150, sequenceid=311, filesize=30.5 K 2024-11-24T14:21:57,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/077f9d1b0f0b4c91bb89243f73d768d8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/077f9d1b0f0b4c91bb89243f73d768d8 2024-11-24T14:21:57,501 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/077f9d1b0f0b4c91bb89243f73d768d8, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T14:21:57,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/6aa61af43978415892307c9793074bd5 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/6aa61af43978415892307c9793074bd5 2024-11-24T14:21:57,510 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/6aa61af43978415892307c9793074bd5, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T14:21:57,511 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 02a92b979afc5b475dbe4a988a8142b8 in 957ms, sequenceid=311, compaction requested=false 2024-11-24T14:21:57,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:57,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-24T14:21:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-24T14:21:57,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-24T14:21:57,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7960 sec 2024-11-24T14:21:57,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.8010 sec 2024-11-24T14:21:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:57,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T14:21:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:57,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112481ae4c45589740cd97eddfcd3dc44b41_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458117590/Put/seqid=0 2024-11-24T14:21:57,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742053_1229 (size=12454) 2024-11-24T14:21:57,606 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:57,611 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112481ae4c45589740cd97eddfcd3dc44b41_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112481ae4c45589740cd97eddfcd3dc44b41_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:57,612 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ab6e67b7837043eebc2592bd1ecaacd7, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:57,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ab6e67b7837043eebc2592bd1ecaacd7 is 175, key is test_row_0/A:col10/1732458117590/Put/seqid=0 2024-11-24T14:21:57,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458177615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458177613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458177616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458177616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742054_1230 (size=31255) 2024-11-24T14:21:57,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458177718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458177718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458177719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458177720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458177921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458177921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458177922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:57,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458177923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,027 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ab6e67b7837043eebc2592bd1ecaacd7 2024-11-24T14:21:58,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/20fd88cd1faf4e9a87003f87ce2ab162 is 50, key is test_row_0/B:col10/1732458117590/Put/seqid=0 2024-11-24T14:21:58,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742055_1231 (size=12301) 2024-11-24T14:21:58,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/20fd88cd1faf4e9a87003f87ce2ab162 2024-11-24T14:21:58,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/4892a477e8c945128b91b5a297229e8e is 50, key is test_row_0/C:col10/1732458117590/Put/seqid=0 2024-11-24T14:21:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742056_1232 (size=12301) 2024-11-24T14:21:58,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/4892a477e8c945128b91b5a297229e8e 2024-11-24T14:21:58,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ab6e67b7837043eebc2592bd1ecaacd7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ab6e67b7837043eebc2592bd1ecaacd7 2024-11-24T14:21:58,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ab6e67b7837043eebc2592bd1ecaacd7, entries=150, sequenceid=332, filesize=30.5 K 2024-11-24T14:21:58,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/20fd88cd1faf4e9a87003f87ce2ab162 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/20fd88cd1faf4e9a87003f87ce2ab162 2024-11-24T14:21:58,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/20fd88cd1faf4e9a87003f87ce2ab162, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T14:21:58,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/4892a477e8c945128b91b5a297229e8e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/4892a477e8c945128b91b5a297229e8e 2024-11-24T14:21:58,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/4892a477e8c945128b91b5a297229e8e, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T14:21:58,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 02a92b979afc5b475dbe4a988a8142b8 in 585ms, sequenceid=332, compaction requested=true 2024-11-24T14:21:58,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:58,176 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:58,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:21:58,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:58,176 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:58,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:21:58,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:58,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02a92b979afc5b475dbe4a988a8142b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:21:58,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:58,178 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:58,178 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/A is initiating minor compaction (all files) 2024-11-24T14:21:58,178 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/A in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:58,178 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ff672dde710c4da99a1d03d9852019ea, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/368a0581f4c84d6995f8ab146825b35b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ab6e67b7837043eebc2592bd1ecaacd7] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=92.2 K 2024-11-24T14:21:58,178 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:58,178 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ff672dde710c4da99a1d03d9852019ea, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/368a0581f4c84d6995f8ab146825b35b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ab6e67b7837043eebc2592bd1ecaacd7] 2024-11-24T14:21:58,179 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff672dde710c4da99a1d03d9852019ea, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458112833 2024-11-24T14:21:58,179 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:58,179 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/B is initiating minor compaction (all files) 2024-11-24T14:21:58,180 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/B in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:58,180 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6b2bc00a7e114269a01b70fc9841e434, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/077f9d1b0f0b4c91bb89243f73d768d8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/20fd88cd1faf4e9a87003f87ce2ab162] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=36.7 K 2024-11-24T14:21:58,180 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 368a0581f4c84d6995f8ab146825b35b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732458114802 2024-11-24T14:21:58,180 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b2bc00a7e114269a01b70fc9841e434, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458112833 2024-11-24T14:21:58,181 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab6e67b7837043eebc2592bd1ecaacd7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732458116979 2024-11-24T14:21:58,181 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 077f9d1b0f0b4c91bb89243f73d768d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732458114802 2024-11-24T14:21:58,181 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 20fd88cd1faf4e9a87003f87ce2ab162, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732458116979 2024-11-24T14:21:58,201 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:58,218 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:58,219 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/5ea793676679441eb12d9981e106b624 is 50, key is test_row_0/B:col10/1732458117590/Put/seqid=0 2024-11-24T14:21:58,226 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124cf416aae83164de28832b5ad2d932336_02a92b979afc5b475dbe4a988a8142b8 store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:58,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T14:21:58,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:21:58,228 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124cf416aae83164de28832b5ad2d932336_02a92b979afc5b475dbe4a988a8142b8, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:58,228 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cf416aae83164de28832b5ad2d932336_02a92b979afc5b475dbe4a988a8142b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:58,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742057_1233 (size=13085) 2024-11-24T14:21:58,255 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/5ea793676679441eb12d9981e106b624 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/5ea793676679441eb12d9981e106b624 2024-11-24T14:21:58,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d9bc4415023f4e1a91aabd707a5be7c1_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458118226/Put/seqid=0 2024-11-24T14:21:58,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742058_1234 (size=4469) 2024-11-24T14:21:58,274 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/B of 02a92b979afc5b475dbe4a988a8142b8 into 5ea793676679441eb12d9981e106b624(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:58,274 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:58,274 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/B, priority=13, startTime=1732458118176; duration=0sec 2024-11-24T14:21:58,274 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:21:58,274 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:B 2024-11-24T14:21:58,274 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:21:58,275 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#A#compaction#192 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:58,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458178266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,275 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/807e0f80d8794d84b240dbcbe2622e95 is 175, key is test_row_0/A:col10/1732458117590/Put/seqid=0 2024-11-24T14:21:58,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458178269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,276 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:21:58,276 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 02a92b979afc5b475dbe4a988a8142b8/C is initiating minor compaction (all files) 2024-11-24T14:21:58,276 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02a92b979afc5b475dbe4a988a8142b8/C in TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:58,276 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/57f4d24cef83489fa86cec579e5b2da4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/6aa61af43978415892307c9793074bd5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/4892a477e8c945128b91b5a297229e8e] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp, totalSize=36.7 K 2024-11-24T14:21:58,277 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 57f4d24cef83489fa86cec579e5b2da4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458112833 2024-11-24T14:21:58,277 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aa61af43978415892307c9793074bd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732458114802 2024-11-24T14:21:58,278 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 4892a477e8c945128b91b5a297229e8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732458116979 2024-11-24T14:21:58,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458178273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458178275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742059_1235 (size=14994) 2024-11-24T14:21:58,322 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02a92b979afc5b475dbe4a988a8142b8#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:21:58,323 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/c338e8b6a6754d33b0339deba9d65bf2 is 50, key is test_row_0/C:col10/1732458117590/Put/seqid=0 2024-11-24T14:21:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742060_1236 (size=32039) 2024-11-24T14:21:58,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742061_1237 (size=13085) 2024-11-24T14:21:58,374 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/c338e8b6a6754d33b0339deba9d65bf2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/c338e8b6a6754d33b0339deba9d65bf2 2024-11-24T14:21:58,381 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/C of 02a92b979afc5b475dbe4a988a8142b8 into c338e8b6a6754d33b0339deba9d65bf2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:58,381 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:58,381 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/C, priority=13, startTime=1732458118177; duration=0sec 2024-11-24T14:21:58,381 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:58,381 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:C 2024-11-24T14:21:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458178377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458178377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458178382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458178385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458178584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458178585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458178587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458178589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,709 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:21:58,714 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d9bc4415023f4e1a91aabd707a5be7c1_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d9bc4415023f4e1a91aabd707a5be7c1_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:21:58,716 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/07419dfb290a47e5ab7044b533131718, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:21:58,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/07419dfb290a47e5ab7044b533131718 is 175, key is test_row_0/A:col10/1732458118226/Put/seqid=0 2024-11-24T14:21:58,758 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/807e0f80d8794d84b240dbcbe2622e95 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/807e0f80d8794d84b240dbcbe2622e95 2024-11-24T14:21:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742062_1238 (size=39949) 2024-11-24T14:21:58,768 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02a92b979afc5b475dbe4a988a8142b8/A of 02a92b979afc5b475dbe4a988a8142b8 into 807e0f80d8794d84b240dbcbe2622e95(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:21:58,768 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:21:58,768 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8., storeName=02a92b979afc5b475dbe4a988a8142b8/A, priority=13, startTime=1732458118176; duration=0sec 2024-11-24T14:21:58,768 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:21:58,768 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02a92b979afc5b475dbe4a988a8142b8:A 2024-11-24T14:21:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T14:21:58,822 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-24T14:21:58,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:21:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-24T14:21:58,826 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:21:58,827 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:21:58,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:21:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T14:21:58,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458178889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458178889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458178890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458178897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T14:21:58,957 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:57219 2024-11-24T14:21:58,957 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:58,959 DEBUG [Thread-694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:57219 2024-11-24T14:21:58,959 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:58,961 DEBUG [Thread-698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:57219 2024-11-24T14:21:58,961 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:58,961 DEBUG [Thread-700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:57219 2024-11-24T14:21:58,961 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:21:58,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:58,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T14:21:58,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:58,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:58,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:58,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T14:21:59,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:59,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T14:21:59,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:59,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,163 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/07419dfb290a47e5ab7044b533131718 2024-11-24T14:21:59,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/a180d92e17714084a982b2ed42a65f71 is 50, key is test_row_0/B:col10/1732458118226/Put/seqid=0 2024-11-24T14:21:59,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742063_1239 (size=12301) 2024-11-24T14:21:59,286 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:59,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T14:21:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53938 deadline: 1732458179393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:59,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53932 deadline: 1732458179394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:59,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53936 deadline: 1732458179398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:59,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:21:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53950 deadline: 1732458179398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 2024-11-24T14:21:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T14:21:59,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:59,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T14:21:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/a180d92e17714084a982b2ed42a65f71 2024-11-24T14:21:59,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/85f820c780b14391b9eb600b37d366ba is 50, key is test_row_0/C:col10/1732458118226/Put/seqid=0 2024-11-24T14:21:59,592 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:59,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T14:21:59,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:59,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742064_1240 (size=12301) 2024-11-24T14:21:59,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:59,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T14:21:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:21:59,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T14:21:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:21:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:21:59,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:21:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T14:22:00,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/85f820c780b14391b9eb600b37d366ba 2024-11-24T14:22:00,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/07419dfb290a47e5ab7044b533131718 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/07419dfb290a47e5ab7044b533131718 2024-11-24T14:22:00,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/07419dfb290a47e5ab7044b533131718, entries=200, sequenceid=351, filesize=39.0 K 2024-11-24T14:22:00,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/a180d92e17714084a982b2ed42a65f71 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/a180d92e17714084a982b2ed42a65f71 2024-11-24T14:22:00,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/a180d92e17714084a982b2ed42a65f71, entries=150, sequenceid=351, filesize=12.0 K 2024-11-24T14:22:00,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/85f820c780b14391b9eb600b37d366ba as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/85f820c780b14391b9eb600b37d366ba 2024-11-24T14:22:00,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/85f820c780b14391b9eb600b37d366ba, entries=150, sequenceid=351, filesize=12.0 K 2024-11-24T14:22:00,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 02a92b979afc5b475dbe4a988a8142b8 in 1799ms, sequenceid=351, compaction requested=false 2024-11-24T14:22:00,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:22:00,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:00,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T14:22:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:22:00,052 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T14:22:00,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:22:00,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:00,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:22:00,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:00,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:22:00,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:00,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a7de0e8a55224124bb6d14e22cc572b8_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458118271/Put/seqid=0 2024-11-24T14:22:00,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742065_1241 (size=12454) 2024-11-24T14:22:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:00,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. as already flushing 2024-11-24T14:22:00,399 DEBUG [Thread-689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:57219 2024-11-24T14:22:00,399 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:00,401 DEBUG [Thread-691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:57219 2024-11-24T14:22:00,402 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:00,402 DEBUG [Thread-687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:57219 2024-11-24T14:22:00,403 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:00,405 DEBUG [Thread-683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:57219 2024-11-24T14:22:00,405 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:00,471 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a7de0e8a55224124bb6d14e22cc572b8_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a7de0e8a55224124bb6d14e22cc572b8_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:00,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b1cf298e8625486bac4575e9fa211455, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:22:00,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b1cf298e8625486bac4575e9fa211455 is 175, key is test_row_0/A:col10/1732458118271/Put/seqid=0 2024-11-24T14:22:00,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742066_1242 (size=31255) 2024-11-24T14:22:00,878 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b1cf298e8625486bac4575e9fa211455 2024-11-24T14:22:00,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/469de1ecdbc74d5ba02aaa4c25cd2a9e is 50, key is test_row_0/B:col10/1732458118271/Put/seqid=0 2024-11-24T14:22:00,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742067_1243 (size=12301) 2024-11-24T14:22:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T14:22:01,011 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:57219 2024-11-24T14:22:01,011 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:01,290 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/469de1ecdbc74d5ba02aaa4c25cd2a9e 2024-11-24T14:22:01,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/8a433633a0664704858fe428ebb59a0a is 50, key is test_row_0/C:col10/1732458118271/Put/seqid=0 2024-11-24T14:22:01,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742068_1244 (size=12301) 2024-11-24T14:22:01,669 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T14:22:01,713 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/8a433633a0664704858fe428ebb59a0a 2024-11-24T14:22:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/b1cf298e8625486bac4575e9fa211455 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b1cf298e8625486bac4575e9fa211455 2024-11-24T14:22:01,722 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b1cf298e8625486bac4575e9fa211455, entries=150, sequenceid=371, filesize=30.5 K 2024-11-24T14:22:01,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/469de1ecdbc74d5ba02aaa4c25cd2a9e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/469de1ecdbc74d5ba02aaa4c25cd2a9e 2024-11-24T14:22:01,727 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/469de1ecdbc74d5ba02aaa4c25cd2a9e, entries=150, sequenceid=371, filesize=12.0 K 2024-11-24T14:22:01,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/8a433633a0664704858fe428ebb59a0a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/8a433633a0664704858fe428ebb59a0a 2024-11-24T14:22:01,732 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/8a433633a0664704858fe428ebb59a0a, entries=150, sequenceid=371, filesize=12.0 K 2024-11-24T14:22:01,733 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=33.54 KB/34350 for 02a92b979afc5b475dbe4a988a8142b8 in 1681ms, sequenceid=371, compaction requested=true 2024-11-24T14:22:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:22:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:22:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-24T14:22:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-24T14:22:01,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-24T14:22:01,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9070 sec 2024-11-24T14:22:01,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.9120 sec 2024-11-24T14:22:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T14:22:02,934 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6371 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6317 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2734 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8202 rows 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2763 2024-11-24T14:22:02,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8289 rows 2024-11-24T14:22:02,934 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T14:22:02,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:57219 2024-11-24T14:22:02,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:02,936 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T14:22:02,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T14:22:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T14:22:02,941 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458122940"}]},"ts":"1732458122940"} 2024-11-24T14:22:02,942 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T14:22:02,945 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T14:22:02,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T14:22:02,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02a92b979afc5b475dbe4a988a8142b8, UNASSIGN}] 2024-11-24T14:22:02,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02a92b979afc5b475dbe4a988a8142b8, UNASSIGN 2024-11-24T14:22:02,949 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=02a92b979afc5b475dbe4a988a8142b8, regionState=CLOSING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:22:02,950 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T14:22:02,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure 02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:22:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T14:22:03,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:03,102 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:03,102 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T14:22:03,102 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing 02a92b979afc5b475dbe4a988a8142b8, disabling compactions & flushes 2024-11-24T14:22:03,102 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:22:03,102 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:22:03,102 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. after waiting 0 ms 2024-11-24T14:22:03,102 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:22:03,102 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing 02a92b979afc5b475dbe4a988a8142b8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T14:22:03,102 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=A 2024-11-24T14:22:03,102 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:03,102 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=B 2024-11-24T14:22:03,102 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:03,102 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02a92b979afc5b475dbe4a988a8142b8, store=C 2024-11-24T14:22:03,102 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:03,110 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245577c3212254489da058c8f576bef9a7_02a92b979afc5b475dbe4a988a8142b8 is 50, key is test_row_0/A:col10/1732458120404/Put/seqid=0 2024-11-24T14:22:03,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742069_1245 (size=12454) 2024-11-24T14:22:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T14:22:03,515 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:03,519 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245577c3212254489da058c8f576bef9a7_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245577c3212254489da058c8f576bef9a7_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:03,520 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ef699beb713c4a909b38c94d9f3ea64b, store: [table=TestAcidGuarantees family=A region=02a92b979afc5b475dbe4a988a8142b8] 2024-11-24T14:22:03,521 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ef699beb713c4a909b38c94d9f3ea64b is 175, key is test_row_0/A:col10/1732458120404/Put/seqid=0 2024-11-24T14:22:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742070_1246 (size=31255) 2024-11-24T14:22:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T14:22:03,925 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ef699beb713c4a909b38c94d9f3ea64b 2024-11-24T14:22:03,932 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/426463a21296429990e5f42b46084138 is 50, key is test_row_0/B:col10/1732458120404/Put/seqid=0 2024-11-24T14:22:03,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742071_1247 (size=12301) 2024-11-24T14:22:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T14:22:04,336 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/426463a21296429990e5f42b46084138 2024-11-24T14:22:04,343 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/760e0311e025460994eb2a5d78f7ee43 is 50, key is test_row_0/C:col10/1732458120404/Put/seqid=0 2024-11-24T14:22:04,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742072_1248 (size=12301) 2024-11-24T14:22:04,748 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/760e0311e025460994eb2a5d78f7ee43 2024-11-24T14:22:04,753 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/A/ef699beb713c4a909b38c94d9f3ea64b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ef699beb713c4a909b38c94d9f3ea64b 2024-11-24T14:22:04,757 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ef699beb713c4a909b38c94d9f3ea64b, entries=150, sequenceid=379, filesize=30.5 K 2024-11-24T14:22:04,758 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/B/426463a21296429990e5f42b46084138 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/426463a21296429990e5f42b46084138 2024-11-24T14:22:04,762 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/426463a21296429990e5f42b46084138, entries=150, sequenceid=379, filesize=12.0 K 2024-11-24T14:22:04,763 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/.tmp/C/760e0311e025460994eb2a5d78f7ee43 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/760e0311e025460994eb2a5d78f7ee43 2024-11-24T14:22:04,767 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/760e0311e025460994eb2a5d78f7ee43, entries=150, sequenceid=379, filesize=12.0 K 2024-11-24T14:22:04,768 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 02a92b979afc5b475dbe4a988a8142b8 in 1666ms, sequenceid=379, compaction requested=true 2024-11-24T14:22:04,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/21fec46b64c842fb8e44a2930f8a278d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/3b48f7d60a9c463fba8c2ed4e6dfa99a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/c6c71c40c65b4b019cfcf2944ec0c643, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/4ddbc6c8aed14a2f961049ab23955c38, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9abacd71696744759f8cedaa4bda1366, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ba0b06f235fd4cc9bd7fb743a69e871c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f9a74fa147a244faaf4c8e1091bd11e2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b38a900629564f089fed1a4e4acddee8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/0efa2a29d26442c2b030b1a4f1497dc1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/bbb53e21d8c0409ea5e7edb57e6fa2c9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ece28de34657434a88504f03a8a8cdd8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/016dda7216cb4ccc8390c5b675125e89, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/04d2f59523184a5ba6a39f0294deff04, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/51b25aa0ed8b4a5a84972a6ce7b0100e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/09073d0534874eaa90bd30a566b380a8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f877f9190c9f4750b72dda8a0f415fb8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9642b9789496405990401d86782244bf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/636c53f6dcc24630b1057628d6541249, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/a853cf67e53c42b89875fc00830311a3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b193a63195304cf38207c3a7440bfafe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ff672dde710c4da99a1d03d9852019ea, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/368a0581f4c84d6995f8ab146825b35b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ab6e67b7837043eebc2592bd1ecaacd7] to archive 2024-11-24T14:22:04,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:22:04,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/21fec46b64c842fb8e44a2930f8a278d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/21fec46b64c842fb8e44a2930f8a278d 2024-11-24T14:22:04,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/3b48f7d60a9c463fba8c2ed4e6dfa99a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/3b48f7d60a9c463fba8c2ed4e6dfa99a 2024-11-24T14:22:04,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/c6c71c40c65b4b019cfcf2944ec0c643 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/c6c71c40c65b4b019cfcf2944ec0c643 2024-11-24T14:22:04,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/4ddbc6c8aed14a2f961049ab23955c38 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/4ddbc6c8aed14a2f961049ab23955c38 2024-11-24T14:22:04,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9abacd71696744759f8cedaa4bda1366 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9abacd71696744759f8cedaa4bda1366 2024-11-24T14:22:04,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ba0b06f235fd4cc9bd7fb743a69e871c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ba0b06f235fd4cc9bd7fb743a69e871c 2024-11-24T14:22:04,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f9a74fa147a244faaf4c8e1091bd11e2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f9a74fa147a244faaf4c8e1091bd11e2 2024-11-24T14:22:04,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b38a900629564f089fed1a4e4acddee8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b38a900629564f089fed1a4e4acddee8 2024-11-24T14:22:04,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/0efa2a29d26442c2b030b1a4f1497dc1 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/0efa2a29d26442c2b030b1a4f1497dc1 2024-11-24T14:22:04,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/bbb53e21d8c0409ea5e7edb57e6fa2c9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/bbb53e21d8c0409ea5e7edb57e6fa2c9 2024-11-24T14:22:04,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ece28de34657434a88504f03a8a8cdd8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ece28de34657434a88504f03a8a8cdd8 2024-11-24T14:22:04,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/016dda7216cb4ccc8390c5b675125e89 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/016dda7216cb4ccc8390c5b675125e89 2024-11-24T14:22:04,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/04d2f59523184a5ba6a39f0294deff04 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/04d2f59523184a5ba6a39f0294deff04 2024-11-24T14:22:04,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/51b25aa0ed8b4a5a84972a6ce7b0100e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/51b25aa0ed8b4a5a84972a6ce7b0100e 2024-11-24T14:22:04,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/09073d0534874eaa90bd30a566b380a8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/09073d0534874eaa90bd30a566b380a8 2024-11-24T14:22:04,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f877f9190c9f4750b72dda8a0f415fb8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/f877f9190c9f4750b72dda8a0f415fb8 2024-11-24T14:22:04,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9642b9789496405990401d86782244bf to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/9642b9789496405990401d86782244bf 2024-11-24T14:22:04,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/636c53f6dcc24630b1057628d6541249 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/636c53f6dcc24630b1057628d6541249 2024-11-24T14:22:04,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/a853cf67e53c42b89875fc00830311a3 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/a853cf67e53c42b89875fc00830311a3 2024-11-24T14:22:04,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b193a63195304cf38207c3a7440bfafe to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b193a63195304cf38207c3a7440bfafe 2024-11-24T14:22:04,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ff672dde710c4da99a1d03d9852019ea to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ff672dde710c4da99a1d03d9852019ea 2024-11-24T14:22:04,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/368a0581f4c84d6995f8ab146825b35b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/368a0581f4c84d6995f8ab146825b35b 2024-11-24T14:22:04,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ab6e67b7837043eebc2592bd1ecaacd7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ab6e67b7837043eebc2592bd1ecaacd7 2024-11-24T14:22:04,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/09c8b6b7fecd45668cc6d554ff24191c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6e416dbb4c044e0c8dd9195da81b4b8c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/cc6a1b280fd04aeda0538e0bc2423de8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/b9b64c304a0b482da89e9e5d038e6eca, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/844d320192304309adbfea2d71278ac9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/62eda662bbc946c28c9fb30c343b5009, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/5fc2b8a1803841baa4902fb992501db7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/e7ee8471aa7f4ffaa925b61f21b232fc, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/e9f689da503e4ed68d7a3a38bc88ae22, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/7f1ebb8509a548f58cd50722c090ac69, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1040068ae3f44f188f1d8ed52d4d69fb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/708a5efe97724c09aaf8139f33d1d453, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/d80a1f8404004b28acc8545a8f8aaa07, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6c8dc25c8c774b7db614aef039f18e59, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6a765adaae014dba864b905bfebec5b7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/819ddc84b8b841f8b0e10d8994bc0954, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1aca00130c2943158a4d03e8cad95cc2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/2a2fbd4b532e4a3bb60db75d7e95ffdd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/66fa16e9d5534f4bbb50be8486f3ab63, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6b2bc00a7e114269a01b70fc9841e434, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/8e585501776b4797b37d02ce6e91e3fc, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/077f9d1b0f0b4c91bb89243f73d768d8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/20fd88cd1faf4e9a87003f87ce2ab162] to archive 2024-11-24T14:22:04,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:22:04,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/09c8b6b7fecd45668cc6d554ff24191c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/09c8b6b7fecd45668cc6d554ff24191c 2024-11-24T14:22:04,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6e416dbb4c044e0c8dd9195da81b4b8c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6e416dbb4c044e0c8dd9195da81b4b8c 2024-11-24T14:22:04,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/cc6a1b280fd04aeda0538e0bc2423de8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/cc6a1b280fd04aeda0538e0bc2423de8 2024-11-24T14:22:04,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/b9b64c304a0b482da89e9e5d038e6eca to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/b9b64c304a0b482da89e9e5d038e6eca 2024-11-24T14:22:04,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/844d320192304309adbfea2d71278ac9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/844d320192304309adbfea2d71278ac9 2024-11-24T14:22:04,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/62eda662bbc946c28c9fb30c343b5009 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/62eda662bbc946c28c9fb30c343b5009 2024-11-24T14:22:04,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/5fc2b8a1803841baa4902fb992501db7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/5fc2b8a1803841baa4902fb992501db7 2024-11-24T14:22:04,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/e7ee8471aa7f4ffaa925b61f21b232fc to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/e7ee8471aa7f4ffaa925b61f21b232fc 2024-11-24T14:22:04,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/e9f689da503e4ed68d7a3a38bc88ae22 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/e9f689da503e4ed68d7a3a38bc88ae22 2024-11-24T14:22:04,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/7f1ebb8509a548f58cd50722c090ac69 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/7f1ebb8509a548f58cd50722c090ac69 2024-11-24T14:22:04,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1040068ae3f44f188f1d8ed52d4d69fb to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1040068ae3f44f188f1d8ed52d4d69fb 2024-11-24T14:22:04,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/708a5efe97724c09aaf8139f33d1d453 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/708a5efe97724c09aaf8139f33d1d453 2024-11-24T14:22:04,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/d80a1f8404004b28acc8545a8f8aaa07 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/d80a1f8404004b28acc8545a8f8aaa07 2024-11-24T14:22:04,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6c8dc25c8c774b7db614aef039f18e59 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6c8dc25c8c774b7db614aef039f18e59 2024-11-24T14:22:04,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6a765adaae014dba864b905bfebec5b7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6a765adaae014dba864b905bfebec5b7 2024-11-24T14:22:04,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/819ddc84b8b841f8b0e10d8994bc0954 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/819ddc84b8b841f8b0e10d8994bc0954 2024-11-24T14:22:04,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1aca00130c2943158a4d03e8cad95cc2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/1aca00130c2943158a4d03e8cad95cc2 2024-11-24T14:22:04,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/2a2fbd4b532e4a3bb60db75d7e95ffdd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/2a2fbd4b532e4a3bb60db75d7e95ffdd 2024-11-24T14:22:04,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/66fa16e9d5534f4bbb50be8486f3ab63 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/66fa16e9d5534f4bbb50be8486f3ab63 2024-11-24T14:22:04,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6b2bc00a7e114269a01b70fc9841e434 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/6b2bc00a7e114269a01b70fc9841e434 2024-11-24T14:22:04,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/8e585501776b4797b37d02ce6e91e3fc to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/8e585501776b4797b37d02ce6e91e3fc 2024-11-24T14:22:04,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/077f9d1b0f0b4c91bb89243f73d768d8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/077f9d1b0f0b4c91bb89243f73d768d8 2024-11-24T14:22:04,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/20fd88cd1faf4e9a87003f87ce2ab162 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/20fd88cd1faf4e9a87003f87ce2ab162 2024-11-24T14:22:04,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/680ac24433b94cf5a4a0733c016f21f2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f7109824123c4d2399c015b2ebc4dbd6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/cfe0c48b0a5b4f0f8ca3b901a8b5e112, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e7e3cb9ab6ce43db9c063fb7d982e035, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/51021054c557496ba017dd019137b3f4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/a8be319147684ac4a972da6334342810, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/135d6ce3b71b47ea8971229bbe4c4e45, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/b0fcdf636c3942d990ffa005ee2b6ef6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/b8cf3753d4cb4b54ac9876297abf9621, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/528a619f55864bb3a3bb454eba6471e6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/676e687eb72945428603f34492bee02c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/a6e3717823e847e7b2c49a2b8c4d42fe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f1bd51ed3708466da13bc4eed0e56c0a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/eedeea918604480bb3aeb3dd8a8438e0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/986e793ccddf40acbe28127426f4ce36, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/54d4615b635040dcb8f7564d94e6aad8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/3846e57aaaf64eaa9dcc3899e4c1de14, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/ec0119a088fe4f2e91855b4d13177455, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/cc7da36bbb70412bb93ca04d0ee58da4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/57f4d24cef83489fa86cec579e5b2da4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e2e2a8d115404eb5b50fffc837307e8e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/6aa61af43978415892307c9793074bd5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/4892a477e8c945128b91b5a297229e8e] to archive 2024-11-24T14:22:04,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:22:04,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/680ac24433b94cf5a4a0733c016f21f2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/680ac24433b94cf5a4a0733c016f21f2 2024-11-24T14:22:04,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f7109824123c4d2399c015b2ebc4dbd6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f7109824123c4d2399c015b2ebc4dbd6 2024-11-24T14:22:04,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/cfe0c48b0a5b4f0f8ca3b901a8b5e112 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/cfe0c48b0a5b4f0f8ca3b901a8b5e112 2024-11-24T14:22:04,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e7e3cb9ab6ce43db9c063fb7d982e035 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e7e3cb9ab6ce43db9c063fb7d982e035 2024-11-24T14:22:04,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/51021054c557496ba017dd019137b3f4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/51021054c557496ba017dd019137b3f4 2024-11-24T14:22:04,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/a8be319147684ac4a972da6334342810 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/a8be319147684ac4a972da6334342810 2024-11-24T14:22:04,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/135d6ce3b71b47ea8971229bbe4c4e45 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/135d6ce3b71b47ea8971229bbe4c4e45 2024-11-24T14:22:04,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/b0fcdf636c3942d990ffa005ee2b6ef6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/b0fcdf636c3942d990ffa005ee2b6ef6 2024-11-24T14:22:04,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/b8cf3753d4cb4b54ac9876297abf9621 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/b8cf3753d4cb4b54ac9876297abf9621 2024-11-24T14:22:04,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/528a619f55864bb3a3bb454eba6471e6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/528a619f55864bb3a3bb454eba6471e6 2024-11-24T14:22:04,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/676e687eb72945428603f34492bee02c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/676e687eb72945428603f34492bee02c 2024-11-24T14:22:04,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/a6e3717823e847e7b2c49a2b8c4d42fe to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/a6e3717823e847e7b2c49a2b8c4d42fe 2024-11-24T14:22:04,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f1bd51ed3708466da13bc4eed0e56c0a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/f1bd51ed3708466da13bc4eed0e56c0a 2024-11-24T14:22:04,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/eedeea918604480bb3aeb3dd8a8438e0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/eedeea918604480bb3aeb3dd8a8438e0 2024-11-24T14:22:04,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/986e793ccddf40acbe28127426f4ce36 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/986e793ccddf40acbe28127426f4ce36 2024-11-24T14:22:04,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/54d4615b635040dcb8f7564d94e6aad8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/54d4615b635040dcb8f7564d94e6aad8 2024-11-24T14:22:04,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/3846e57aaaf64eaa9dcc3899e4c1de14 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/3846e57aaaf64eaa9dcc3899e4c1de14 2024-11-24T14:22:04,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/ec0119a088fe4f2e91855b4d13177455 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/ec0119a088fe4f2e91855b4d13177455 2024-11-24T14:22:04,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/cc7da36bbb70412bb93ca04d0ee58da4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/cc7da36bbb70412bb93ca04d0ee58da4 2024-11-24T14:22:04,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/57f4d24cef83489fa86cec579e5b2da4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/57f4d24cef83489fa86cec579e5b2da4 2024-11-24T14:22:04,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e2e2a8d115404eb5b50fffc837307e8e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/e2e2a8d115404eb5b50fffc837307e8e 2024-11-24T14:22:04,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/6aa61af43978415892307c9793074bd5 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/6aa61af43978415892307c9793074bd5 2024-11-24T14:22:04,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/4892a477e8c945128b91b5a297229e8e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/4892a477e8c945128b91b5a297229e8e 2024-11-24T14:22:04,865 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/recovered.edits/382.seqid, newMaxSeqId=382, maxSeqId=4 2024-11-24T14:22:04,866 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8. 2024-11-24T14:22:04,866 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for 02a92b979afc5b475dbe4a988a8142b8: 2024-11-24T14:22:04,867 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed 02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:04,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=02a92b979afc5b475dbe4a988a8142b8, regionState=CLOSED 2024-11-24T14:22:04,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-24T14:22:04,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure 02a92b979afc5b475dbe4a988a8142b8, server=fb354886b420,39319,1732458063252 in 1.9190 sec 2024-11-24T14:22:04,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-24T14:22:04,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02a92b979afc5b475dbe4a988a8142b8, UNASSIGN in 1.9230 sec 2024-11-24T14:22:04,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-24T14:22:04,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9250 sec 2024-11-24T14:22:04,873 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458124873"}]},"ts":"1732458124873"} 2024-11-24T14:22:04,874 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T14:22:04,876 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T14:22:04,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9400 sec 2024-11-24T14:22:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T14:22:05,044 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-24T14:22:05,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T14:22:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:05,046 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T14:22:05,047 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=71, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:05,049 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,052 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/recovered.edits] 2024-11-24T14:22:05,055 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/07419dfb290a47e5ab7044b533131718 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/07419dfb290a47e5ab7044b533131718 2024-11-24T14:22:05,057 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/807e0f80d8794d84b240dbcbe2622e95 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/807e0f80d8794d84b240dbcbe2622e95 2024-11-24T14:22:05,058 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b1cf298e8625486bac4575e9fa211455 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/b1cf298e8625486bac4575e9fa211455 2024-11-24T14:22:05,059 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ef699beb713c4a909b38c94d9f3ea64b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/A/ef699beb713c4a909b38c94d9f3ea64b 2024-11-24T14:22:05,062 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/426463a21296429990e5f42b46084138 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/426463a21296429990e5f42b46084138 2024-11-24T14:22:05,063 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/469de1ecdbc74d5ba02aaa4c25cd2a9e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/469de1ecdbc74d5ba02aaa4c25cd2a9e 2024-11-24T14:22:05,064 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/5ea793676679441eb12d9981e106b624 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/5ea793676679441eb12d9981e106b624 2024-11-24T14:22:05,065 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/a180d92e17714084a982b2ed42a65f71 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/B/a180d92e17714084a982b2ed42a65f71 2024-11-24T14:22:05,068 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/760e0311e025460994eb2a5d78f7ee43 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/760e0311e025460994eb2a5d78f7ee43 2024-11-24T14:22:05,069 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/85f820c780b14391b9eb600b37d366ba to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/85f820c780b14391b9eb600b37d366ba 2024-11-24T14:22:05,070 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/8a433633a0664704858fe428ebb59a0a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/8a433633a0664704858fe428ebb59a0a 2024-11-24T14:22:05,071 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/c338e8b6a6754d33b0339deba9d65bf2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/C/c338e8b6a6754d33b0339deba9d65bf2 2024-11-24T14:22:05,074 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/recovered.edits/382.seqid to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8/recovered.edits/382.seqid 2024-11-24T14:22:05,075 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,075 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T14:22:05,076 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T14:22:05,077 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T14:22:05,082 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ca3500a06fb4f6093918aa4e1008b1d_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ca3500a06fb4f6093918aa4e1008b1d_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,084 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420ed05a31b0047bfbc3e68a6f86d4dc3_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420ed05a31b0047bfbc3e68a6f86d4dc3_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,086 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242be14937d10d4b49b493888143f75caf_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242be14937d10d4b49b493888143f75caf_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,087 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243b0372a7633b493597203ecd47556d3c_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243b0372a7633b493597203ecd47556d3c_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,088 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112440c8e0aa41f246278f36e0810c7af388_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112440c8e0aa41f246278f36e0810c7af388_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,090 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244331fed1ea424f6b9e8840fe400b9a6e_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244331fed1ea424f6b9e8840fe400b9a6e_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,092 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112449bc662d4b304cc199e1fe6fec5059a1_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112449bc662d4b304cc199e1fe6fec5059a1_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,093 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245577c3212254489da058c8f576bef9a7_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245577c3212254489da058c8f576bef9a7_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,095 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245e76533ed6a144f494beed4e5de37477_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245e76533ed6a144f494beed4e5de37477_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,096 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112467f8b7b32bb44c2aa5ef9f4a603b1421_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112467f8b7b32bb44c2aa5ef9f4a603b1421_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,099 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112481ae4c45589740cd97eddfcd3dc44b41_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112481ae4c45589740cd97eddfcd3dc44b41_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,100 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112497ac0e0f66624d4eb9e3ffafb1a0d2b8_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112497ac0e0f66624d4eb9e3ffafb1a0d2b8_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,102 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249e58ac232056407f9407e8221e15746e_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249e58ac232056407f9407e8221e15746e_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,103 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a7de0e8a55224124bb6d14e22cc572b8_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a7de0e8a55224124bb6d14e22cc572b8_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,105 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c3416dd34e31458b98a23902b14167d3_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c3416dd34e31458b98a23902b14167d3_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,107 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c35ee5be614245349417615cb6f53780_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c35ee5be614245349417615cb6f53780_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,108 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d13f0e03e0534e0a8bca07f9cae897a7_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d13f0e03e0534e0a8bca07f9cae897a7_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,110 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d9bc4415023f4e1a91aabd707a5be7c1_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d9bc4415023f4e1a91aabd707a5be7c1_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,111 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e0260f7c2a9341d4971437ccd8759051_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e0260f7c2a9341d4971437ccd8759051_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,113 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f02ec508c3844ea0b8a21aae206436d5_02a92b979afc5b475dbe4a988a8142b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f02ec508c3844ea0b8a21aae206436d5_02a92b979afc5b475dbe4a988a8142b8 2024-11-24T14:22:05,114 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T14:22:05,117 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=71, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:05,121 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T14:22:05,128 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T14:22:05,130 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=71, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:05,130 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T14:22:05,130 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732458125130"}]},"ts":"9223372036854775807"} 2024-11-24T14:22:05,135 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T14:22:05,135 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 02a92b979afc5b475dbe4a988a8142b8, NAME => 'TestAcidGuarantees,,1732458095841.02a92b979afc5b475dbe4a988a8142b8.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T14:22:05,136 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T14:22:05,136 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732458125136"}]},"ts":"9223372036854775807"} 2024-11-24T14:22:05,142 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T14:22:05,145 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=71, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:05,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 100 msec 2024-11-24T14:22:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T14:22:05,148 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-24T14:22:05,162 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1870421528_22 at /127.0.0.1:60844 [Waiting for operation #335] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_538811045_22 at /127.0.0.1:60838 [Waiting for operation #356] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_538811045_22 at /127.0.0.1:55182 [Waiting for operation #419] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/cluster_8f4ee0e1-64ff-a96a-7c64-688d0f8c13d7/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/cluster_8f4ee0e1-64ff-a96a-7c64-688d0f8c13d7/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1870421528_22 at /127.0.0.1:55068 [Waiting for operation #455] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 350) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8314 (was 7956) - AvailableMemoryMB LEAK? - 2024-11-24T14:22:05,175 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=8312 2024-11-24T14:22:05,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T14:22:05,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T14:22:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:05,180 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T14:22:05,180 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:05,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 72 2024-11-24T14:22:05,183 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T14:22:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-24T14:22:05,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742073_1249 (size=960) 2024-11-24T14:22:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-24T14:22:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-24T14:22:05,618 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475 2024-11-24T14:22:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742074_1250 (size=53) 2024-11-24T14:22:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-24T14:22:06,025 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:22:06,025 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 89124db48ea313316e21aa7bd491da9f, disabling compactions & flushes 2024-11-24T14:22:06,025 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:06,026 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:06,026 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. after waiting 0 ms 2024-11-24T14:22:06,026 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:06,026 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:06,026 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:06,027 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T14:22:06,027 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732458126027"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732458126027"}]},"ts":"1732458126027"} 2024-11-24T14:22:06,028 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T14:22:06,029 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T14:22:06,029 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458126029"}]},"ts":"1732458126029"} 2024-11-24T14:22:06,029 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T14:22:06,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=89124db48ea313316e21aa7bd491da9f, ASSIGN}] 2024-11-24T14:22:06,036 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=89124db48ea313316e21aa7bd491da9f, ASSIGN 2024-11-24T14:22:06,037 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89124db48ea313316e21aa7bd491da9f, ASSIGN; state=OFFLINE, location=fb354886b420,39319,1732458063252; forceNewPlan=false, retain=false 2024-11-24T14:22:06,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=89124db48ea313316e21aa7bd491da9f, regionState=OPENING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:22:06,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; OpenRegionProcedure 89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:22:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-24T14:22:06,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:06,343 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:06,343 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:22:06,343 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:06,344 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:22:06,344 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:06,344 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:06,345 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:06,346 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:22:06,346 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89124db48ea313316e21aa7bd491da9f columnFamilyName A 2024-11-24T14:22:06,347 DEBUG [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:06,347 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] regionserver.HStore(327): Store=89124db48ea313316e21aa7bd491da9f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:22:06,347 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:06,348 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:22:06,348 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89124db48ea313316e21aa7bd491da9f columnFamilyName B 2024-11-24T14:22:06,348 DEBUG [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:06,349 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] regionserver.HStore(327): Store=89124db48ea313316e21aa7bd491da9f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:22:06,349 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:06,350 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:22:06,350 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89124db48ea313316e21aa7bd491da9f columnFamilyName C 2024-11-24T14:22:06,350 DEBUG [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:06,350 INFO [StoreOpener-89124db48ea313316e21aa7bd491da9f-1 {}] regionserver.HStore(327): Store=89124db48ea313316e21aa7bd491da9f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:22:06,350 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:06,351 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:06,351 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:06,352 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T14:22:06,353 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:06,355 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T14:22:06,355 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened 89124db48ea313316e21aa7bd491da9f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74090562, jitterRate=0.1040354073047638}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T14:22:06,356 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:06,357 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., pid=74, masterSystemTime=1732458126340 2024-11-24T14:22:06,358 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:06,358 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:06,358 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=89124db48ea313316e21aa7bd491da9f, regionState=OPEN, openSeqNum=2, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:22:06,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-24T14:22:06,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; OpenRegionProcedure 89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 in 171 msec 2024-11-24T14:22:06,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-11-24T14:22:06,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=89124db48ea313316e21aa7bd491da9f, ASSIGN in 325 msec 2024-11-24T14:22:06,362 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T14:22:06,362 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458126362"}]},"ts":"1732458126362"} 2024-11-24T14:22:06,363 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T14:22:06,365 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T14:22:06,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1870 sec 2024-11-24T14:22:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-24T14:22:07,288 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 72 completed 2024-11-24T14:22:07,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-24T14:22:07,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:07,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:07,295 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:07,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T14:22:07,297 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T14:22:07,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-24T14:22:07,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:07,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-24T14:22:07,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:07,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-24T14:22:07,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:07,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-24T14:22:07,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:07,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-24T14:22:07,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:07,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-24T14:22:07,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:07,323 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-24T14:22:07,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:07,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-24T14:22:07,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:07,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-24T14:22:07,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:07,333 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-24T14:22:07,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:07,339 DEBUG [hconnection-0x4e33b366-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:07,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:07,340 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:07,340 DEBUG [hconnection-0x2eaa1aa1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-24T14:22:07,341 DEBUG [hconnection-0x343a40b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:07,341 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T14:22:07,342 DEBUG [hconnection-0x283546c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:07,342 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:07,342 DEBUG [hconnection-0x60763863-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:07,342 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:07,343 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:07,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:07,343 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:07,343 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:07,343 DEBUG [hconnection-0x474f0812-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:07,344 DEBUG [hconnection-0x39aff2f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:07,344 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:07,344 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:07,348 DEBUG [hconnection-0x2e9bb9b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:07,349 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:07,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T14:22:07,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:07,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:07,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:07,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:07,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:07,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:07,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458187366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,368 DEBUG [hconnection-0xae735aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:07,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458187366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458187366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458187367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,369 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:07,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458187367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,372 DEBUG [hconnection-0x70c9357d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:07,373 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:07,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/5b41f44f907b4186ab58019ff9770abd is 50, key is test_row_0/A:col10/1732458127350/Put/seqid=0 2024-11-24T14:22:07,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742075_1251 (size=12001) 2024-11-24T14:22:07,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/5b41f44f907b4186ab58019ff9770abd 2024-11-24T14:22:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T14:22:07,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/1ceb698ee2814ba3b9c94fd2c56b6c54 is 50, key is test_row_0/B:col10/1732458127350/Put/seqid=0 2024-11-24T14:22:07,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458187479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458187479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458187480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458187480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458187480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742076_1252 (size=12001) 2024-11-24T14:22:07,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/1ceb698ee2814ba3b9c94fd2c56b6c54 2024-11-24T14:22:07,496 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:07,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T14:22:07,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:07,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:07,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:07,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/5a85e241db5b45e78aee365611a01c4c is 50, key is test_row_0/C:col10/1732458127350/Put/seqid=0 2024-11-24T14:22:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742077_1253 (size=12001) 2024-11-24T14:22:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T14:22:07,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:07,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T14:22:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:07,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458187683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458187684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458187685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458187685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458187686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:07,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:07,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T14:22:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:07,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/5a85e241db5b45e78aee365611a01c4c 2024-11-24T14:22:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T14:22:07,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:07,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T14:22:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:07,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:07,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/5b41f44f907b4186ab58019ff9770abd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5b41f44f907b4186ab58019ff9770abd 2024-11-24T14:22:07,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5b41f44f907b4186ab58019ff9770abd, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T14:22:07,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/1ceb698ee2814ba3b9c94fd2c56b6c54 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/1ceb698ee2814ba3b9c94fd2c56b6c54 2024-11-24T14:22:07,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/1ceb698ee2814ba3b9c94fd2c56b6c54, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T14:22:07,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/5a85e241db5b45e78aee365611a01c4c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/5a85e241db5b45e78aee365611a01c4c 2024-11-24T14:22:07,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/5a85e241db5b45e78aee365611a01c4c, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T14:22:07,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 89124db48ea313316e21aa7bd491da9f in 627ms, sequenceid=16, compaction requested=false 2024-11-24T14:22:07,981 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T14:22:07,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:07,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T14:22:07,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:07,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:07,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:07,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:07,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:07,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:08,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/46452494ccb044f59ec844292faddb6c is 50, key is test_row_0/A:col10/1732458127988/Put/seqid=0 2024-11-24T14:22:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458188001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458188002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458188002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458188004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458188006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742078_1254 (size=12001) 2024-11-24T14:22:08,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458188107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458188107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458188107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458188109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458188109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:08,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T14:22:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:08,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T14:22:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458188309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458188310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458188311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458188312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458188316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/46452494ccb044f59ec844292faddb6c 2024-11-24T14:22:08,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:08,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T14:22:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/ef4fd1c949c84fb88b2c0953f60a07ac is 50, key is test_row_0/B:col10/1732458127988/Put/seqid=0 2024-11-24T14:22:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742079_1255 (size=12001) 2024-11-24T14:22:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T14:22:08,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:08,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T14:22:08,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:08,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458188612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458188613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458188613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458188617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458188617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:08,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:08,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T14:22:08,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/ef4fd1c949c84fb88b2c0953f60a07ac 2024-11-24T14:22:08,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/d86906e259b245ca9d63ebad62739a17 is 50, key is test_row_0/C:col10/1732458127988/Put/seqid=0 2024-11-24T14:22:08,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742080_1256 (size=12001) 2024-11-24T14:22:08,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/d86906e259b245ca9d63ebad62739a17 2024-11-24T14:22:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/46452494ccb044f59ec844292faddb6c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/46452494ccb044f59ec844292faddb6c 2024-11-24T14:22:08,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:08,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T14:22:08,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:08,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:08,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:08,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/46452494ccb044f59ec844292faddb6c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T14:22:08,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/ef4fd1c949c84fb88b2c0953f60a07ac as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ef4fd1c949c84fb88b2c0953f60a07ac 2024-11-24T14:22:08,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ef4fd1c949c84fb88b2c0953f60a07ac, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T14:22:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/d86906e259b245ca9d63ebad62739a17 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d86906e259b245ca9d63ebad62739a17 2024-11-24T14:22:08,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d86906e259b245ca9d63ebad62739a17, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T14:22:08,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 89124db48ea313316e21aa7bd491da9f in 911ms, sequenceid=41, compaction requested=false 2024-11-24T14:22:08,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:08,909 DEBUG [master/fb354886b420:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T14:22:08,914 DEBUG [master/fb354886b420:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region fcfe0801274194cf7b7ea8b5d4cc2dc7 changed from -1.0 to 0.0, refreshing cache 2024-11-24T14:22:09,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:09,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T14:22:09,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:09,032 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:22:09,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:09,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:09,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:09,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:09,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:09,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:09,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/61a86097556243d4a16119eedabe0ada is 50, key is test_row_0/A:col10/1732458128003/Put/seqid=0 2024-11-24T14:22:09,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742081_1257 (size=12001) 2024-11-24T14:22:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:09,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:09,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458189133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458189135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458189136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458189137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458189138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458189239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458189239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458189240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458189241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458189241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,441 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/61a86097556243d4a16119eedabe0ada 2024-11-24T14:22:09,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458189442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458189443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T14:22:09,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458189445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458189446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458189453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c923b1de435c40ee832b09dd7925d8f2 is 50, key is test_row_0/B:col10/1732458128003/Put/seqid=0 2024-11-24T14:22:09,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742082_1258 (size=12001) 2024-11-24T14:22:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458189747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458189747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458189749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458189750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458189756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:09,864 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c923b1de435c40ee832b09dd7925d8f2 2024-11-24T14:22:09,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/e7801f30b1f9471c88ccfe706cc45c85 is 50, key is test_row_0/C:col10/1732458128003/Put/seqid=0 2024-11-24T14:22:09,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742083_1259 (size=12001) 2024-11-24T14:22:09,941 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/e7801f30b1f9471c88ccfe706cc45c85 2024-11-24T14:22:09,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/61a86097556243d4a16119eedabe0ada as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/61a86097556243d4a16119eedabe0ada 2024-11-24T14:22:09,951 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/61a86097556243d4a16119eedabe0ada, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T14:22:09,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c923b1de435c40ee832b09dd7925d8f2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c923b1de435c40ee832b09dd7925d8f2 2024-11-24T14:22:09,957 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c923b1de435c40ee832b09dd7925d8f2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T14:22:09,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/e7801f30b1f9471c88ccfe706cc45c85 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/e7801f30b1f9471c88ccfe706cc45c85 2024-11-24T14:22:09,963 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/e7801f30b1f9471c88ccfe706cc45c85, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T14:22:09,964 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 89124db48ea313316e21aa7bd491da9f in 933ms, sequenceid=52, compaction requested=true 2024-11-24T14:22:09,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:09,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:09,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-24T14:22:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-24T14:22:09,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-24T14:22:09,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6230 sec 2024-11-24T14:22:09,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.6290 sec 2024-11-24T14:22:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:10,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T14:22:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:10,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458190267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458190271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458190274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458190274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458190274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/8eefb30bb62e493cae6932f08ca32105 is 50, key is test_row_0/A:col10/1732458130259/Put/seqid=0 2024-11-24T14:22:10,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742084_1260 (size=12001) 2024-11-24T14:22:10,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/8eefb30bb62e493cae6932f08ca32105 2024-11-24T14:22:10,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/e6bcc05716334b62b20a0d32af7ea6c4 is 50, key is test_row_0/B:col10/1732458130259/Put/seqid=0 2024-11-24T14:22:10,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742085_1261 (size=12001) 2024-11-24T14:22:10,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/e6bcc05716334b62b20a0d32af7ea6c4 2024-11-24T14:22:10,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/d9f92696ff274d6d8038b2849bbecdd4 is 50, key is test_row_0/C:col10/1732458130259/Put/seqid=0 2024-11-24T14:22:10,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458190375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458190377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458190381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458190381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458190381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,407 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T14:22:10,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742086_1262 (size=12001) 2024-11-24T14:22:10,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/d9f92696ff274d6d8038b2849bbecdd4 2024-11-24T14:22:10,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/8eefb30bb62e493cae6932f08ca32105 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/8eefb30bb62e493cae6932f08ca32105 2024-11-24T14:22:10,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/8eefb30bb62e493cae6932f08ca32105, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T14:22:10,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/e6bcc05716334b62b20a0d32af7ea6c4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e6bcc05716334b62b20a0d32af7ea6c4 2024-11-24T14:22:10,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e6bcc05716334b62b20a0d32af7ea6c4, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T14:22:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/d9f92696ff274d6d8038b2849bbecdd4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d9f92696ff274d6d8038b2849bbecdd4 2024-11-24T14:22:10,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d9f92696ff274d6d8038b2849bbecdd4, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T14:22:10,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 89124db48ea313316e21aa7bd491da9f in 189ms, sequenceid=82, compaction requested=true 2024-11-24T14:22:10,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:10,449 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:10,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:10,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:10,449 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:10,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:10,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:10,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:10,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:10,452 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:10,452 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/B is initiating minor compaction (all files) 2024-11-24T14:22:10,452 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/B in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:10,452 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/1ceb698ee2814ba3b9c94fd2c56b6c54, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ef4fd1c949c84fb88b2c0953f60a07ac, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c923b1de435c40ee832b09dd7925d8f2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e6bcc05716334b62b20a0d32af7ea6c4] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=46.9 K 2024-11-24T14:22:10,453 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:10,453 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ceb698ee2814ba3b9c94fd2c56b6c54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732458127350 2024-11-24T14:22:10,453 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/A is initiating minor compaction (all files) 2024-11-24T14:22:10,453 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/A in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:10,453 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5b41f44f907b4186ab58019ff9770abd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/46452494ccb044f59ec844292faddb6c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/61a86097556243d4a16119eedabe0ada, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/8eefb30bb62e493cae6932f08ca32105] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=46.9 K 2024-11-24T14:22:10,454 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef4fd1c949c84fb88b2c0953f60a07ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732458127366 2024-11-24T14:22:10,454 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b41f44f907b4186ab58019ff9770abd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732458127350 2024-11-24T14:22:10,456 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 46452494ccb044f59ec844292faddb6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732458127366 2024-11-24T14:22:10,456 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting c923b1de435c40ee832b09dd7925d8f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732458127998 2024-11-24T14:22:10,457 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 61a86097556243d4a16119eedabe0ada, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732458127998 2024-11-24T14:22:10,457 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eefb30bb62e493cae6932f08ca32105, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732458129131 2024-11-24T14:22:10,459 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6bcc05716334b62b20a0d32af7ea6c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732458129131 2024-11-24T14:22:10,478 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:10,479 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/9877cfa2bf1b44e7a9fabc03917248e2 is 50, key is test_row_0/A:col10/1732458130259/Put/seqid=0 2024-11-24T14:22:10,486 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:10,487 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/7d86b437ca2443aa97e735e769aebd04 is 50, key is test_row_0/B:col10/1732458130259/Put/seqid=0 2024-11-24T14:22:10,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742087_1263 (size=12139) 2024-11-24T14:22:10,548 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/9877cfa2bf1b44e7a9fabc03917248e2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/9877cfa2bf1b44e7a9fabc03917248e2 2024-11-24T14:22:10,558 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/A of 89124db48ea313316e21aa7bd491da9f into 9877cfa2bf1b44e7a9fabc03917248e2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:10,558 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:10,558 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/A, priority=12, startTime=1732458130449; duration=0sec 2024-11-24T14:22:10,558 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:10,558 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:A 2024-11-24T14:22:10,558 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:10,561 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:10,561 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/C is initiating minor compaction (all files) 2024-11-24T14:22:10,562 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/C in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:10,562 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/5a85e241db5b45e78aee365611a01c4c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d86906e259b245ca9d63ebad62739a17, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/e7801f30b1f9471c88ccfe706cc45c85, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d9f92696ff274d6d8038b2849bbecdd4] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=46.9 K 2024-11-24T14:22:10,563 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a85e241db5b45e78aee365611a01c4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732458127350 2024-11-24T14:22:10,563 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting d86906e259b245ca9d63ebad62739a17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732458127366 2024-11-24T14:22:10,563 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e7801f30b1f9471c88ccfe706cc45c85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732458127998 2024-11-24T14:22:10,564 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting d9f92696ff274d6d8038b2849bbecdd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732458129131 2024-11-24T14:22:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742088_1264 (size=12139) 2024-11-24T14:22:10,576 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#C#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:10,577 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/02423e5fd98d4190ab0eafd5c2dd3665 is 50, key is test_row_0/C:col10/1732458130259/Put/seqid=0 2024-11-24T14:22:10,585 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/7d86b437ca2443aa97e735e769aebd04 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/7d86b437ca2443aa97e735e769aebd04 2024-11-24T14:22:10,592 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/B of 89124db48ea313316e21aa7bd491da9f into 7d86b437ca2443aa97e735e769aebd04(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:10,592 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:10,592 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/B, priority=12, startTime=1732458130449; duration=0sec 2024-11-24T14:22:10,593 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:10,593 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:B 2024-11-24T14:22:10,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:22:10,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:10,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:10,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:10,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:10,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:10,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:10,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742089_1265 (size=12139) 2024-11-24T14:22:10,605 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/02423e5fd98d4190ab0eafd5c2dd3665 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/02423e5fd98d4190ab0eafd5c2dd3665 2024-11-24T14:22:10,623 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/C of 89124db48ea313316e21aa7bd491da9f into 02423e5fd98d4190ab0eafd5c2dd3665(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:10,623 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:10,623 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/C, priority=12, startTime=1732458130450; duration=0sec 2024-11-24T14:22:10,623 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:10,623 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:C 2024-11-24T14:22:10,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/5a097e29b8044207a556c1b51be59df1 is 50, key is test_row_0/A:col10/1732458130593/Put/seqid=0 2024-11-24T14:22:10,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458190644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458190651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458190651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458190657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458190661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742090_1266 (size=21365) 2024-11-24T14:22:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458190758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458190763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458190766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458190767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458190765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458190962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458190970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458190974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458190974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:10,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458190975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/5a097e29b8044207a556c1b51be59df1 2024-11-24T14:22:11,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/217b05638e864b4aace1392f67b4532d is 50, key is test_row_0/B:col10/1732458130593/Put/seqid=0 2024-11-24T14:22:11,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742091_1267 (size=12001) 2024-11-24T14:22:11,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/217b05638e864b4aace1392f67b4532d 2024-11-24T14:22:11,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/1c12fc2ca63e47e28a9b119282ab006d is 50, key is test_row_0/C:col10/1732458130593/Put/seqid=0 2024-11-24T14:22:11,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742092_1268 (size=12001) 2024-11-24T14:22:11,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/1c12fc2ca63e47e28a9b119282ab006d 2024-11-24T14:22:11,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/5a097e29b8044207a556c1b51be59df1 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5a097e29b8044207a556c1b51be59df1 2024-11-24T14:22:11,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5a097e29b8044207a556c1b51be59df1, entries=350, sequenceid=96, filesize=20.9 K 2024-11-24T14:22:11,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/217b05638e864b4aace1392f67b4532d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/217b05638e864b4aace1392f67b4532d 2024-11-24T14:22:11,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/217b05638e864b4aace1392f67b4532d, entries=150, sequenceid=96, filesize=11.7 K 2024-11-24T14:22:11,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/1c12fc2ca63e47e28a9b119282ab006d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1c12fc2ca63e47e28a9b119282ab006d 2024-11-24T14:22:11,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1c12fc2ca63e47e28a9b119282ab006d, entries=150, sequenceid=96, filesize=11.7 K 2024-11-24T14:22:11,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 89124db48ea313316e21aa7bd491da9f in 639ms, sequenceid=96, compaction requested=false 2024-11-24T14:22:11,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:11,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T14:22:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:11,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/0db2e60a29c2423ba21a208c044b3ad3 is 50, key is test_row_0/A:col10/1732458130646/Put/seqid=0 2024-11-24T14:22:11,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458191288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458191289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458191290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458191297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458191297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742093_1269 (size=12001) 2024-11-24T14:22:11,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/0db2e60a29c2423ba21a208c044b3ad3 2024-11-24T14:22:11,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/30889ca87a0e4614ba31dcad1754cc44 is 50, key is test_row_0/B:col10/1732458130646/Put/seqid=0 2024-11-24T14:22:11,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458191399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458191399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458191399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458191403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458191403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742094_1270 (size=12001) 2024-11-24T14:22:11,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/30889ca87a0e4614ba31dcad1754cc44 2024-11-24T14:22:11,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/db2fbbd10a844aa9999051e65fb4521b is 50, key is test_row_0/C:col10/1732458130646/Put/seqid=0 2024-11-24T14:22:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T14:22:11,448 INFO [Thread-1160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-24T14:22:11,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-24T14:22:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T14:22:11,452 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:11,453 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:11,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:11,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742095_1271 (size=12001) 2024-11-24T14:22:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T14:22:11,605 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T14:22:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458191603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458191603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:11,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:11,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458191603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:11,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458191608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458191608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T14:22:11,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:11,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T14:22:11,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:11,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:11,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:11,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:11,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:11,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/db2fbbd10a844aa9999051e65fb4521b 2024-11-24T14:22:11,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/0db2e60a29c2423ba21a208c044b3ad3 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/0db2e60a29c2423ba21a208c044b3ad3 2024-11-24T14:22:11,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/0db2e60a29c2423ba21a208c044b3ad3, entries=150, sequenceid=124, filesize=11.7 K 2024-11-24T14:22:11,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/30889ca87a0e4614ba31dcad1754cc44 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/30889ca87a0e4614ba31dcad1754cc44 2024-11-24T14:22:11,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/30889ca87a0e4614ba31dcad1754cc44, entries=150, sequenceid=124, filesize=11.7 K 2024-11-24T14:22:11,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/db2fbbd10a844aa9999051e65fb4521b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/db2fbbd10a844aa9999051e65fb4521b 2024-11-24T14:22:11,913 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:11,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T14:22:11,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:11,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:11,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:11,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458191908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458191909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:11,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458191911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458191911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458191912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:11,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/db2fbbd10a844aa9999051e65fb4521b, entries=150, sequenceid=124, filesize=11.7 K 2024-11-24T14:22:11,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 89124db48ea313316e21aa7bd491da9f in 639ms, sequenceid=124, compaction requested=true 2024-11-24T14:22:11,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:11,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:11,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:11,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:11,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:22:11,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:11,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T14:22:11,920 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:11,921 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:11,922 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:11,922 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/A is initiating minor compaction (all files) 2024-11-24T14:22:11,922 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/A in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:11,922 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/9877cfa2bf1b44e7a9fabc03917248e2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5a097e29b8044207a556c1b51be59df1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/0db2e60a29c2423ba21a208c044b3ad3] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=44.4 K 2024-11-24T14:22:11,922 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9877cfa2bf1b44e7a9fabc03917248e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732458129131 2024-11-24T14:22:11,923 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:11,923 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/C is initiating minor compaction (all files) 2024-11-24T14:22:11,923 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/C in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:11,923 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/02423e5fd98d4190ab0eafd5c2dd3665, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1c12fc2ca63e47e28a9b119282ab006d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/db2fbbd10a844aa9999051e65fb4521b] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=35.3 K 2024-11-24T14:22:11,923 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a097e29b8044207a556c1b51be59df1, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732458130271 2024-11-24T14:22:11,924 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 02423e5fd98d4190ab0eafd5c2dd3665, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732458129131 2024-11-24T14:22:11,924 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0db2e60a29c2423ba21a208c044b3ad3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732458130646 2024-11-24T14:22:11,924 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c12fc2ca63e47e28a9b119282ab006d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732458130271 2024-11-24T14:22:11,925 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting db2fbbd10a844aa9999051e65fb4521b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732458130646 2024-11-24T14:22:11,946 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#A#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:11,947 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/c01866c7225a48d9866d023d656d0c0e is 50, key is test_row_0/A:col10/1732458130646/Put/seqid=0 2024-11-24T14:22:11,951 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#C#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:11,952 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/0c941881cc854ef2aefd88b12b488e39 is 50, key is test_row_0/C:col10/1732458130646/Put/seqid=0 2024-11-24T14:22:11,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742096_1272 (size=12241) 2024-11-24T14:22:12,002 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/c01866c7225a48d9866d023d656d0c0e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/c01866c7225a48d9866d023d656d0c0e 2024-11-24T14:22:12,010 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/A of 89124db48ea313316e21aa7bd491da9f into c01866c7225a48d9866d023d656d0c0e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:12,011 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:12,011 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/A, priority=13, startTime=1732458131920; duration=0sec 2024-11-24T14:22:12,011 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:12,011 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:A 2024-11-24T14:22:12,011 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:12,012 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:12,012 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/B is initiating minor compaction (all files) 2024-11-24T14:22:12,012 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/B in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:12,012 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/7d86b437ca2443aa97e735e769aebd04, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/217b05638e864b4aace1392f67b4532d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/30889ca87a0e4614ba31dcad1754cc44] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=35.3 K 2024-11-24T14:22:12,013 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d86b437ca2443aa97e735e769aebd04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732458129131 2024-11-24T14:22:12,014 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 217b05638e864b4aace1392f67b4532d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732458130271 2024-11-24T14:22:12,014 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30889ca87a0e4614ba31dcad1754cc44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732458130646 2024-11-24T14:22:12,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742097_1273 (size=12241) 2024-11-24T14:22:12,021 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/0c941881cc854ef2aefd88b12b488e39 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/0c941881cc854ef2aefd88b12b488e39 2024-11-24T14:22:12,032 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/C of 89124db48ea313316e21aa7bd491da9f into 0c941881cc854ef2aefd88b12b488e39(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:12,032 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:12,032 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/C, priority=13, startTime=1732458131920; duration=0sec 2024-11-24T14:22:12,032 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:12,032 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:C 2024-11-24T14:22:12,034 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#B#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:12,035 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/de438ef7e6824b8fa2c7157001858d5a is 50, key is test_row_0/B:col10/1732458130646/Put/seqid=0 2024-11-24T14:22:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T14:22:12,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:12,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T14:22:12,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:12,070 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T14:22:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:12,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742098_1274 (size=12241) 2024-11-24T14:22:12,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/38c5b075104d46aeb089ec73699b56de is 50, key is test_row_0/A:col10/1732458131287/Put/seqid=0 2024-11-24T14:22:12,096 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/de438ef7e6824b8fa2c7157001858d5a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/de438ef7e6824b8fa2c7157001858d5a 2024-11-24T14:22:12,102 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/B of 89124db48ea313316e21aa7bd491da9f into de438ef7e6824b8fa2c7157001858d5a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:12,102 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:12,102 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/B, priority=13, startTime=1732458131920; duration=0sec 2024-11-24T14:22:12,102 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:12,102 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:B 2024-11-24T14:22:12,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742099_1275 (size=9757) 2024-11-24T14:22:12,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:12,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458192488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458192490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458192492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458192492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458192499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,543 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/38c5b075104d46aeb089ec73699b56de 2024-11-24T14:22:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T14:22:12,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/ac7dbd744ff94e61bb6e03456296a71f is 50, key is test_row_0/B:col10/1732458131287/Put/seqid=0 2024-11-24T14:22:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458192597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458192601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458192601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742100_1276 (size=9757) 2024-11-24T14:22:12,608 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/ac7dbd744ff94e61bb6e03456296a71f 2024-11-24T14:22:12,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458192604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458192605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/c6523e0a3ff1454ba9edf3fda6c17a27 is 50, key is test_row_0/C:col10/1732458131287/Put/seqid=0 2024-11-24T14:22:12,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742101_1277 (size=9757) 2024-11-24T14:22:12,683 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/c6523e0a3ff1454ba9edf3fda6c17a27 2024-11-24T14:22:12,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/38c5b075104d46aeb089ec73699b56de as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/38c5b075104d46aeb089ec73699b56de 2024-11-24T14:22:12,693 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/38c5b075104d46aeb089ec73699b56de, entries=100, sequenceid=135, filesize=9.5 K 2024-11-24T14:22:12,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/ac7dbd744ff94e61bb6e03456296a71f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ac7dbd744ff94e61bb6e03456296a71f 2024-11-24T14:22:12,700 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ac7dbd744ff94e61bb6e03456296a71f, entries=100, sequenceid=135, filesize=9.5 K 2024-11-24T14:22:12,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/c6523e0a3ff1454ba9edf3fda6c17a27 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/c6523e0a3ff1454ba9edf3fda6c17a27 2024-11-24T14:22:12,706 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/c6523e0a3ff1454ba9edf3fda6c17a27, entries=100, sequenceid=135, filesize=9.5 K 2024-11-24T14:22:12,709 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 89124db48ea313316e21aa7bd491da9f in 638ms, sequenceid=135, compaction requested=false 2024-11-24T14:22:12,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:12,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:12,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-24T14:22:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-24T14:22:12,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-24T14:22:12,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2570 sec 2024-11-24T14:22:12,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.2640 sec 2024-11-24T14:22:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:12,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T14:22:12,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:12,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:12,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:12,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:12,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:12,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:12,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458192823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458192825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458192823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458192831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458192833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/cc6430f1867b4b058695c7799319de91 is 50, key is test_row_0/A:col10/1732458132488/Put/seqid=0 2024-11-24T14:22:12,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742102_1278 (size=12151) 2024-11-24T14:22:12,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/cc6430f1867b4b058695c7799319de91 2024-11-24T14:22:12,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c11c778e41734e4ebfd1f5f0072105f5 is 50, key is test_row_0/B:col10/1732458132488/Put/seqid=0 2024-11-24T14:22:12,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458192932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458192933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458192933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458192941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742103_1279 (size=12151) 2024-11-24T14:22:12,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458192946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:12,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c11c778e41734e4ebfd1f5f0072105f5 2024-11-24T14:22:12,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/4d0245cd62894edea44c7dc22da2a6c6 is 50, key is test_row_0/C:col10/1732458132488/Put/seqid=0 2024-11-24T14:22:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742104_1280 (size=12151) 2024-11-24T14:22:13,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/4d0245cd62894edea44c7dc22da2a6c6 2024-11-24T14:22:13,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/cc6430f1867b4b058695c7799319de91 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/cc6430f1867b4b058695c7799319de91 2024-11-24T14:22:13,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/cc6430f1867b4b058695c7799319de91, entries=150, sequenceid=167, filesize=11.9 K 2024-11-24T14:22:13,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c11c778e41734e4ebfd1f5f0072105f5 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c11c778e41734e4ebfd1f5f0072105f5 2024-11-24T14:22:13,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c11c778e41734e4ebfd1f5f0072105f5, entries=150, sequenceid=167, filesize=11.9 K 2024-11-24T14:22:13,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/4d0245cd62894edea44c7dc22da2a6c6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/4d0245cd62894edea44c7dc22da2a6c6 2024-11-24T14:22:13,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/4d0245cd62894edea44c7dc22da2a6c6, entries=150, sequenceid=167, filesize=11.9 K 2024-11-24T14:22:13,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 89124db48ea313316e21aa7bd491da9f in 253ms, sequenceid=167, compaction requested=true 2024-11-24T14:22:13,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:13,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:13,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:13,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:13,064 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:13,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:13,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:13,064 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:13,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:13,065 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:13,065 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/A is initiating minor compaction (all files) 2024-11-24T14:22:13,066 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/A in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:13,066 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/c01866c7225a48d9866d023d656d0c0e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/38c5b075104d46aeb089ec73699b56de, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/cc6430f1867b4b058695c7799319de91] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=33.3 K 2024-11-24T14:22:13,066 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:13,066 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/B is initiating minor compaction (all files) 2024-11-24T14:22:13,066 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/B in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:13,066 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/de438ef7e6824b8fa2c7157001858d5a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ac7dbd744ff94e61bb6e03456296a71f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c11c778e41734e4ebfd1f5f0072105f5] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=33.3 K 2024-11-24T14:22:13,066 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting c01866c7225a48d9866d023d656d0c0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732458130646 2024-11-24T14:22:13,067 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting de438ef7e6824b8fa2c7157001858d5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732458130646 2024-11-24T14:22:13,067 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38c5b075104d46aeb089ec73699b56de, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732458131287 2024-11-24T14:22:13,067 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting ac7dbd744ff94e61bb6e03456296a71f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732458131287 2024-11-24T14:22:13,067 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc6430f1867b4b058695c7799319de91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732458132488 2024-11-24T14:22:13,068 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c11c778e41734e4ebfd1f5f0072105f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732458132488 2024-11-24T14:22:13,082 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:13,085 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/7dac4a3bbc14415597bce62f28f6c1c9 is 50, key is test_row_0/A:col10/1732458132488/Put/seqid=0 2024-11-24T14:22:13,090 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:13,091 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/1225213f575446cb9c1a0563fa1aad51 is 50, key is test_row_0/B:col10/1732458132488/Put/seqid=0 2024-11-24T14:22:13,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742105_1281 (size=12493) 2024-11-24T14:22:13,137 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/7dac4a3bbc14415597bce62f28f6c1c9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/7dac4a3bbc14415597bce62f28f6c1c9 2024-11-24T14:22:13,146 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/A of 89124db48ea313316e21aa7bd491da9f into 7dac4a3bbc14415597bce62f28f6c1c9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:13,146 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:13,146 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/A, priority=13, startTime=1732458133064; duration=0sec 2024-11-24T14:22:13,147 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:13,147 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:A 2024-11-24T14:22:13,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742106_1282 (size=12493) 2024-11-24T14:22:13,147 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:13,149 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:13,149 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/C is initiating minor compaction (all files) 2024-11-24T14:22:13,150 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/C in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:13,150 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/0c941881cc854ef2aefd88b12b488e39, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/c6523e0a3ff1454ba9edf3fda6c17a27, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/4d0245cd62894edea44c7dc22da2a6c6] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=33.3 K 2024-11-24T14:22:13,151 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c941881cc854ef2aefd88b12b488e39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732458130646 2024-11-24T14:22:13,154 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6523e0a3ff1454ba9edf3fda6c17a27, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732458131287 2024-11-24T14:22:13,154 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/1225213f575446cb9c1a0563fa1aad51 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/1225213f575446cb9c1a0563fa1aad51 2024-11-24T14:22:13,158 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d0245cd62894edea44c7dc22da2a6c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732458132488 2024-11-24T14:22:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:13,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:22:13,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:13,162 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/B of 89124db48ea313316e21aa7bd491da9f into 1225213f575446cb9c1a0563fa1aad51(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:13,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:13,162 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:13,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:13,162 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/B, priority=13, startTime=1732458133064; duration=0sec 2024-11-24T14:22:13,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:13,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:13,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:13,162 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:13,162 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:B 2024-11-24T14:22:13,169 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:13,170 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/b37b94cb42b748f4b5fe022ef44e0b63 is 50, key is test_row_0/C:col10/1732458132488/Put/seqid=0 2024-11-24T14:22:13,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/ce537978bb084e9f97a39542b0dbfbcb is 50, key is test_row_0/A:col10/1732458133153/Put/seqid=0 2024-11-24T14:22:13,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458193207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458193209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458193210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458193209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458193211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742107_1283 (size=12493) 2024-11-24T14:22:13,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742108_1284 (size=12151) 2024-11-24T14:22:13,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/ce537978bb084e9f97a39542b0dbfbcb 2024-11-24T14:22:13,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/252cd1d821d84926b4035a285b1fb199 is 50, key is test_row_0/B:col10/1732458133153/Put/seqid=0 2024-11-24T14:22:13,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742109_1285 (size=12151) 2024-11-24T14:22:13,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458193315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458193317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458193318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458193318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458193318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458193517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458193522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458193522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458193522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458193523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T14:22:13,560 INFO [Thread-1160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-24T14:22:13,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-24T14:22:13,566 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T14:22:13,568 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:13,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:13,650 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/b37b94cb42b748f4b5fe022ef44e0b63 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/b37b94cb42b748f4b5fe022ef44e0b63 2024-11-24T14:22:13,662 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/C of 89124db48ea313316e21aa7bd491da9f into b37b94cb42b748f4b5fe022ef44e0b63(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:13,662 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:13,662 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/C, priority=13, startTime=1732458133064; duration=0sec 2024-11-24T14:22:13,662 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:13,662 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:C 2024-11-24T14:22:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T14:22:13,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/252cd1d821d84926b4035a285b1fb199 2024-11-24T14:22:13,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:13,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T14:22:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:13,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:13,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/76e9ab1748b34e83a508e15b83edb6bd is 50, key is test_row_0/C:col10/1732458133153/Put/seqid=0 2024-11-24T14:22:13,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742110_1286 (size=12151) 2024-11-24T14:22:13,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458193822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458193826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458193826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458193827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458193827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T14:22:13,876 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:13,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T14:22:13,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:13,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:13,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:13,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:13,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:14,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T14:22:14,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:14,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/76e9ab1748b34e83a508e15b83edb6bd 2024-11-24T14:22:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T14:22:14,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/ce537978bb084e9f97a39542b0dbfbcb as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/ce537978bb084e9f97a39542b0dbfbcb 2024-11-24T14:22:14,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/ce537978bb084e9f97a39542b0dbfbcb, entries=150, sequenceid=181, filesize=11.9 K 2024-11-24T14:22:14,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/252cd1d821d84926b4035a285b1fb199 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/252cd1d821d84926b4035a285b1fb199 2024-11-24T14:22:14,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:14,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T14:22:14,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:14,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/252cd1d821d84926b4035a285b1fb199, entries=150, sequenceid=181, filesize=11.9 K 2024-11-24T14:22:14,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/76e9ab1748b34e83a508e15b83edb6bd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/76e9ab1748b34e83a508e15b83edb6bd 2024-11-24T14:22:14,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/76e9ab1748b34e83a508e15b83edb6bd, entries=150, sequenceid=181, filesize=11.9 K 2024-11-24T14:22:14,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 89124db48ea313316e21aa7bd491da9f in 1049ms, sequenceid=181, compaction requested=false 2024-11-24T14:22:14,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:14,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:22:14,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:14,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:14,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:14,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:14,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:14,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:14,337 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:14,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T14:22:14,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:14,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/48228e01adac4759a503521a7645f4e0 is 50, key is test_row_0/A:col10/1732458134328/Put/seqid=0 2024-11-24T14:22:14,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458194343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458194347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458194347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458194350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458194349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742111_1287 (size=12151) 2024-11-24T14:22:14,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458194460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458194459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458194460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458194463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:14,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T14:22:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,646 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:14,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T14:22:14,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:14,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T14:22:14,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458194668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458194667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458194668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458194668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:14,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/48228e01adac4759a503521a7645f4e0 2024-11-24T14:22:14,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:14,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T14:22:14,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:14,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:14,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/cb411c0923644feaa3604937a73548b9 is 50, key is test_row_0/B:col10/1732458134328/Put/seqid=0 2024-11-24T14:22:14,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742112_1288 (size=12151) 2024-11-24T14:22:14,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/cb411c0923644feaa3604937a73548b9 2024-11-24T14:22:14,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/9422eee874384232955c2d159251a2d6 is 50, key is test_row_0/C:col10/1732458134328/Put/seqid=0 2024-11-24T14:22:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742113_1289 (size=12151) 2024-11-24T14:22:14,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/9422eee874384232955c2d159251a2d6 2024-11-24T14:22:14,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/48228e01adac4759a503521a7645f4e0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/48228e01adac4759a503521a7645f4e0 2024-11-24T14:22:14,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/48228e01adac4759a503521a7645f4e0, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T14:22:14,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/cb411c0923644feaa3604937a73548b9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/cb411c0923644feaa3604937a73548b9 2024-11-24T14:22:14,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/cb411c0923644feaa3604937a73548b9, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T14:22:14,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/9422eee874384232955c2d159251a2d6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/9422eee874384232955c2d159251a2d6 2024-11-24T14:22:14,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/9422eee874384232955c2d159251a2d6, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T14:22:14,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 89124db48ea313316e21aa7bd491da9f in 610ms, sequenceid=207, compaction requested=true 2024-11-24T14:22:14,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:14,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:14,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:14,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:14,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:14,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:14,940 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:14,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:22:14,940 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:14,943 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:14,943 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:14,943 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/A is initiating minor compaction (all files) 2024-11-24T14:22:14,943 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/B is initiating minor compaction (all files) 2024-11-24T14:22:14,943 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/B in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,943 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/A in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,943 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/1225213f575446cb9c1a0563fa1aad51, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/252cd1d821d84926b4035a285b1fb199, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/cb411c0923644feaa3604937a73548b9] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=35.9 K 2024-11-24T14:22:14,943 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/7dac4a3bbc14415597bce62f28f6c1c9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/ce537978bb084e9f97a39542b0dbfbcb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/48228e01adac4759a503521a7645f4e0] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=35.9 K 2024-11-24T14:22:14,944 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dac4a3bbc14415597bce62f28f6c1c9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732458132488 2024-11-24T14:22:14,944 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 1225213f575446cb9c1a0563fa1aad51, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732458132488 2024-11-24T14:22:14,944 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce537978bb084e9f97a39542b0dbfbcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732458133153 2024-11-24T14:22:14,945 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 252cd1d821d84926b4035a285b1fb199, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732458133153 2024-11-24T14:22:14,945 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48228e01adac4759a503521a7645f4e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732458133206 2024-11-24T14:22:14,945 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting cb411c0923644feaa3604937a73548b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732458133206 2024-11-24T14:22:14,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:14,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T14:22:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:14,955 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:22:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:14,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:14,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:14,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:14,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:14,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:14,960 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:14,962 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/5bf1672b87ce4096ba849128c0e32942 is 50, key is test_row_0/A:col10/1732458134328/Put/seqid=0 2024-11-24T14:22:14,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/fe7c719ef5d94d4388705f3e47103663 is 50, key is test_row_0/A:col10/1732458134347/Put/seqid=0 2024-11-24T14:22:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:14,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:14,986 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#B#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:14,986 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/ba30d35a30bc4e54aa80639d79c49c42 is 50, key is test_row_0/B:col10/1732458134328/Put/seqid=0 2024-11-24T14:22:15,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742114_1290 (size=12595) 2024-11-24T14:22:15,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458195033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458195036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458195040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,048 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/5bf1672b87ce4096ba849128c0e32942 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5bf1672b87ce4096ba849128c0e32942 2024-11-24T14:22:15,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458195042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742115_1291 (size=9757) 2024-11-24T14:22:15,052 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/fe7c719ef5d94d4388705f3e47103663 2024-11-24T14:22:15,055 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/A of 89124db48ea313316e21aa7bd491da9f into 5bf1672b87ce4096ba849128c0e32942(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:15,055 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:15,055 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/A, priority=13, startTime=1732458134940; duration=0sec 2024-11-24T14:22:15,055 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:15,055 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:A 2024-11-24T14:22:15,055 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:15,056 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:15,057 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/C is initiating minor compaction (all files) 2024-11-24T14:22:15,057 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/C in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:15,057 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/b37b94cb42b748f4b5fe022ef44e0b63, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/76e9ab1748b34e83a508e15b83edb6bd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/9422eee874384232955c2d159251a2d6] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=35.9 K 2024-11-24T14:22:15,058 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting b37b94cb42b748f4b5fe022ef44e0b63, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732458132488 2024-11-24T14:22:15,058 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76e9ab1748b34e83a508e15b83edb6bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732458133153 2024-11-24T14:22:15,059 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9422eee874384232955c2d159251a2d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732458133206 2024-11-24T14:22:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742116_1292 (size=12595) 2024-11-24T14:22:15,068 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/ba30d35a30bc4e54aa80639d79c49c42 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ba30d35a30bc4e54aa80639d79c49c42 2024-11-24T14:22:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/53f740db0e3c472faa015000abd784cc is 50, key is test_row_0/B:col10/1732458134347/Put/seqid=0 2024-11-24T14:22:15,074 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/B of 89124db48ea313316e21aa7bd491da9f into ba30d35a30bc4e54aa80639d79c49c42(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:15,074 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:15,074 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/B, priority=13, startTime=1732458134940; duration=0sec 2024-11-24T14:22:15,074 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:15,074 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:B 2024-11-24T14:22:15,080 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#C#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:15,081 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/eabde49183cd419ab3c4755068c3af0a is 50, key is test_row_0/C:col10/1732458134328/Put/seqid=0 2024-11-24T14:22:15,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742117_1293 (size=9757) 2024-11-24T14:22:15,103 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/53f740db0e3c472faa015000abd784cc 2024-11-24T14:22:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742118_1294 (size=12595) 2024-11-24T14:22:15,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/52573398f2a1467ba501956b23c00d3b is 50, key is test_row_0/C:col10/1732458134347/Put/seqid=0 2024-11-24T14:22:15,143 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/eabde49183cd419ab3c4755068c3af0a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/eabde49183cd419ab3c4755068c3af0a 2024-11-24T14:22:15,149 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/C of 89124db48ea313316e21aa7bd491da9f into eabde49183cd419ab3c4755068c3af0a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:15,149 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:15,149 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/C, priority=13, startTime=1732458134940; duration=0sec 2024-11-24T14:22:15,149 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:15,149 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:C 2024-11-24T14:22:15,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458195144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458195145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458195148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458195151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742119_1295 (size=9757) 2024-11-24T14:22:15,166 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/52573398f2a1467ba501956b23c00d3b 2024-11-24T14:22:15,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/fe7c719ef5d94d4388705f3e47103663 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/fe7c719ef5d94d4388705f3e47103663 2024-11-24T14:22:15,181 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/fe7c719ef5d94d4388705f3e47103663, entries=100, sequenceid=218, filesize=9.5 K 2024-11-24T14:22:15,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/53f740db0e3c472faa015000abd784cc as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/53f740db0e3c472faa015000abd784cc 2024-11-24T14:22:15,189 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/53f740db0e3c472faa015000abd784cc, entries=100, sequenceid=218, filesize=9.5 K 2024-11-24T14:22:15,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/52573398f2a1467ba501956b23c00d3b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/52573398f2a1467ba501956b23c00d3b 2024-11-24T14:22:15,196 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/52573398f2a1467ba501956b23c00d3b, entries=100, sequenceid=218, filesize=9.5 K 2024-11-24T14:22:15,199 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 89124db48ea313316e21aa7bd491da9f in 244ms, sequenceid=218, compaction requested=false 2024-11-24T14:22:15,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:15,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:15,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-24T14:22:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-24T14:22:15,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-24T14:22:15,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6370 sec 2024-11-24T14:22:15,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.6450 sec 2024-11-24T14:22:15,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T14:22:15,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:15,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:15,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:15,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:15,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:15,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458195364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458195369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458195370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458195370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458195372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/d90cf4cba74944a883ab10899da5fe9f is 50, key is test_row_0/A:col10/1732458135355/Put/seqid=0 2024-11-24T14:22:15,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742120_1296 (size=12151) 2024-11-24T14:22:15,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458195471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458195475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458195477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458195477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458195477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T14:22:15,672 INFO [Thread-1160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-24T14:22:15,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-24T14:22:15,676 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T14:22:15,676 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:15,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:15,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458195678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458195680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458195680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458195681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458195681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T14:22:15,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/d90cf4cba74944a883ab10899da5fe9f 2024-11-24T14:22:15,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/5ff91f3d2ade478b8f79eedf96e79bfd is 50, key is test_row_0/B:col10/1732458135355/Put/seqid=0 2024-11-24T14:22:15,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:15,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T14:22:15,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:15,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:15,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:15,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:15,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:15,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742121_1297 (size=12151) 2024-11-24T14:22:15,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/5ff91f3d2ade478b8f79eedf96e79bfd 2024-11-24T14:22:15,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/6a10e4abc9f94f92a97e94a306109df4 is 50, key is test_row_0/C:col10/1732458135355/Put/seqid=0 2024-11-24T14:22:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742122_1298 (size=12151) 2024-11-24T14:22:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T14:22:15,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:15,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T14:22:15,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:15,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:15,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:15,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:15,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:15,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458195983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458195985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458195988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458195993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:15,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458195993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:16,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T14:22:16,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:16,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:16,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:16,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:16,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T14:22:16,290 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:16,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T14:22:16,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:16,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:16,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:16,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:16,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:16,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/6a10e4abc9f94f92a97e94a306109df4 2024-11-24T14:22:16,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/d90cf4cba74944a883ab10899da5fe9f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/d90cf4cba74944a883ab10899da5fe9f 2024-11-24T14:22:16,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/d90cf4cba74944a883ab10899da5fe9f, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T14:22:16,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/5ff91f3d2ade478b8f79eedf96e79bfd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/5ff91f3d2ade478b8f79eedf96e79bfd 2024-11-24T14:22:16,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/5ff91f3d2ade478b8f79eedf96e79bfd, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T14:22:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/6a10e4abc9f94f92a97e94a306109df4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/6a10e4abc9f94f92a97e94a306109df4 2024-11-24T14:22:16,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/6a10e4abc9f94f92a97e94a306109df4, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T14:22:16,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 89124db48ea313316e21aa7bd491da9f in 1000ms, sequenceid=249, compaction requested=true 2024-11-24T14:22:16,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:16,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:16,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:16,360 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:16,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:16,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:16,360 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:16,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:16,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:16,362 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:16,362 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/B is initiating minor compaction (all files) 2024-11-24T14:22:16,362 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/B in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:16,362 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ba30d35a30bc4e54aa80639d79c49c42, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/53f740db0e3c472faa015000abd784cc, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/5ff91f3d2ade478b8f79eedf96e79bfd] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=33.7 K 2024-11-24T14:22:16,362 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:16,362 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/A is initiating minor compaction (all files) 2024-11-24T14:22:16,363 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/A in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:16,363 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5bf1672b87ce4096ba849128c0e32942, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/fe7c719ef5d94d4388705f3e47103663, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/d90cf4cba74944a883ab10899da5fe9f] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=33.7 K 2024-11-24T14:22:16,363 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bf1672b87ce4096ba849128c0e32942, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732458133206 2024-11-24T14:22:16,363 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting ba30d35a30bc4e54aa80639d79c49c42, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732458133206 2024-11-24T14:22:16,363 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 53f740db0e3c472faa015000abd784cc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732458134347 2024-11-24T14:22:16,364 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe7c719ef5d94d4388705f3e47103663, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732458134347 2024-11-24T14:22:16,364 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ff91f3d2ade478b8f79eedf96e79bfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732458135038 2024-11-24T14:22:16,364 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting d90cf4cba74944a883ab10899da5fe9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732458135038 2024-11-24T14:22:16,379 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:16,379 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/98ceb605f13848488938a3ec2338d53f is 50, key is test_row_0/B:col10/1732458135355/Put/seqid=0 2024-11-24T14:22:16,380 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#A#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:16,381 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/aba14be3868c417cafc1a25b314bab6d is 50, key is test_row_0/A:col10/1732458135355/Put/seqid=0 2024-11-24T14:22:16,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742124_1300 (size=12697) 2024-11-24T14:22:16,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742123_1299 (size=12697) 2024-11-24T14:22:16,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:16,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T14:22:16,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:16,446 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T14:22:16,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:16,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:16,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:16,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:16,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:16,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:16,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/63de4f5dbe464b50a045e8bd022c025c is 50, key is test_row_0/A:col10/1732458135367/Put/seqid=0 2024-11-24T14:22:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:16,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:16,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742125_1301 (size=9857) 2024-11-24T14:22:16,498 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/63de4f5dbe464b50a045e8bd022c025c 2024-11-24T14:22:16,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/8e73661c73874a708952cfbaa0b2ce65 is 50, key is test_row_0/B:col10/1732458135367/Put/seqid=0 2024-11-24T14:22:16,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742126_1302 (size=9857) 2024-11-24T14:22:16,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458196565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458196566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458196566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458196574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458196575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458196671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458196672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458196675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458196680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458196681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T14:22:16,836 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/98ceb605f13848488938a3ec2338d53f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/98ceb605f13848488938a3ec2338d53f 2024-11-24T14:22:16,844 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/B of 89124db48ea313316e21aa7bd491da9f into 98ceb605f13848488938a3ec2338d53f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:16,844 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:16,844 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/B, priority=13, startTime=1732458136360; duration=0sec 2024-11-24T14:22:16,844 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:16,844 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:B 2024-11-24T14:22:16,844 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:16,846 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:16,847 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/C is initiating minor compaction (all files) 2024-11-24T14:22:16,847 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/C in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:16,847 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/eabde49183cd419ab3c4755068c3af0a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/52573398f2a1467ba501956b23c00d3b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/6a10e4abc9f94f92a97e94a306109df4] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=33.7 K 2024-11-24T14:22:16,847 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting eabde49183cd419ab3c4755068c3af0a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732458133206 2024-11-24T14:22:16,848 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 52573398f2a1467ba501956b23c00d3b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732458134347 2024-11-24T14:22:16,849 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a10e4abc9f94f92a97e94a306109df4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732458135038 2024-11-24T14:22:16,852 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/aba14be3868c417cafc1a25b314bab6d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/aba14be3868c417cafc1a25b314bab6d 2024-11-24T14:22:16,857 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/A of 89124db48ea313316e21aa7bd491da9f into aba14be3868c417cafc1a25b314bab6d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:16,857 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:16,857 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/A, priority=13, startTime=1732458136359; duration=0sec 2024-11-24T14:22:16,857 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:16,857 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:A 2024-11-24T14:22:16,874 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#C#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:16,875 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/48352f76188c40dba0feb2359bdfde91 is 50, key is test_row_0/C:col10/1732458135355/Put/seqid=0 2024-11-24T14:22:16,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458196881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458196883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458196883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458196890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458196892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:16,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742127_1303 (size=12697) 2024-11-24T14:22:16,962 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/8e73661c73874a708952cfbaa0b2ce65 2024-11-24T14:22:16,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/314878310f0046c7a15b6ea4962a065d is 50, key is test_row_0/C:col10/1732458135367/Put/seqid=0 2024-11-24T14:22:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742128_1304 (size=9857) 2024-11-24T14:22:17,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458197188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458197189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458197188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458197195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458197195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,327 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/48352f76188c40dba0feb2359bdfde91 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/48352f76188c40dba0feb2359bdfde91 2024-11-24T14:22:17,333 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/C of 89124db48ea313316e21aa7bd491da9f into 48352f76188c40dba0feb2359bdfde91(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:17,333 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:17,333 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/C, priority=13, startTime=1732458136360; duration=0sec 2024-11-24T14:22:17,333 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:17,334 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:C 2024-11-24T14:22:17,435 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/314878310f0046c7a15b6ea4962a065d 2024-11-24T14:22:17,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/63de4f5dbe464b50a045e8bd022c025c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/63de4f5dbe464b50a045e8bd022c025c 2024-11-24T14:22:17,451 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/63de4f5dbe464b50a045e8bd022c025c, entries=100, sequenceid=259, filesize=9.6 K 2024-11-24T14:22:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/8e73661c73874a708952cfbaa0b2ce65 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/8e73661c73874a708952cfbaa0b2ce65 2024-11-24T14:22:17,457 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/8e73661c73874a708952cfbaa0b2ce65, entries=100, sequenceid=259, filesize=9.6 K 2024-11-24T14:22:17,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/314878310f0046c7a15b6ea4962a065d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/314878310f0046c7a15b6ea4962a065d 2024-11-24T14:22:17,464 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/314878310f0046c7a15b6ea4962a065d, entries=100, sequenceid=259, filesize=9.6 K 2024-11-24T14:22:17,465 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 89124db48ea313316e21aa7bd491da9f in 1019ms, sequenceid=259, compaction requested=false 2024-11-24T14:22:17,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:17,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:17,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-24T14:22:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-24T14:22:17,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-24T14:22:17,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7890 sec 2024-11-24T14:22:17,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.7950 sec 2024-11-24T14:22:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:17,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T14:22:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:17,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458197706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458197707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458197708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458197714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458197714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/f2d77a0ef7df42e1876d33460ac0eaae is 50, key is test_row_0/A:col10/1732458137695/Put/seqid=0 2024-11-24T14:22:17,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742129_1305 (size=12301) 2024-11-24T14:22:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T14:22:17,781 INFO [Thread-1160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-24T14:22:17,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-24T14:22:17,785 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T14:22:17,786 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:17,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:17,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458197816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458197816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458197816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458197820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458197821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T14:22:17,941 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:17,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:17,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:17,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:17,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:17,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:17,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458198021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458198022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458198023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458198026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458198027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T14:22:18,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:18,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:18,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:18,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/f2d77a0ef7df42e1876d33460ac0eaae 2024-11-24T14:22:18,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/ce3775b159d8463eafbc8ee5e4bb8130 is 50, key is test_row_0/B:col10/1732458137695/Put/seqid=0 2024-11-24T14:22:18,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742130_1306 (size=12301) 2024-11-24T14:22:18,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/ce3775b159d8463eafbc8ee5e4bb8130 2024-11-24T14:22:18,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/8ab56a5c5938489988d1eff779135b6e is 50, key is test_row_0/C:col10/1732458137695/Put/seqid=0 2024-11-24T14:22:18,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:18,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742131_1307 (size=12301) 2024-11-24T14:22:18,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458198327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458198329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458198329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458198332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458198332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T14:22:18,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:18,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:18,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/8ab56a5c5938489988d1eff779135b6e 2024-11-24T14:22:18,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/f2d77a0ef7df42e1876d33460ac0eaae as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/f2d77a0ef7df42e1876d33460ac0eaae 2024-11-24T14:22:18,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/f2d77a0ef7df42e1876d33460ac0eaae, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T14:22:18,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/ce3775b159d8463eafbc8ee5e4bb8130 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ce3775b159d8463eafbc8ee5e4bb8130 2024-11-24T14:22:18,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:18,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ce3775b159d8463eafbc8ee5e4bb8130, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T14:22:18,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/8ab56a5c5938489988d1eff779135b6e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/8ab56a5c5938489988d1eff779135b6e 2024-11-24T14:22:18,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/8ab56a5c5938489988d1eff779135b6e, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T14:22:18,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 89124db48ea313316e21aa7bd491da9f in 1022ms, sequenceid=291, compaction requested=true 2024-11-24T14:22:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:18,722 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:18,722 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:18,726 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:18,726 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/A is initiating minor compaction (all files) 2024-11-24T14:22:18,726 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/A in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,726 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/aba14be3868c417cafc1a25b314bab6d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/63de4f5dbe464b50a045e8bd022c025c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/f2d77a0ef7df42e1876d33460ac0eaae] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=34.0 K 2024-11-24T14:22:18,726 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:18,726 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/B is initiating minor compaction (all files) 2024-11-24T14:22:18,726 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/B in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,726 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/98ceb605f13848488938a3ec2338d53f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/8e73661c73874a708952cfbaa0b2ce65, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ce3775b159d8463eafbc8ee5e4bb8130] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=34.0 K 2024-11-24T14:22:18,727 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting aba14be3868c417cafc1a25b314bab6d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732458135038 2024-11-24T14:22:18,727 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 98ceb605f13848488938a3ec2338d53f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732458135038 2024-11-24T14:22:18,728 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63de4f5dbe464b50a045e8bd022c025c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732458135367 2024-11-24T14:22:18,728 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e73661c73874a708952cfbaa0b2ce65, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732458135367 2024-11-24T14:22:18,728 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2d77a0ef7df42e1876d33460ac0eaae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458136565 2024-11-24T14:22:18,729 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting ce3775b159d8463eafbc8ee5e4bb8130, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458136565 2024-11-24T14:22:18,742 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:18,742 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/f9ec9fd6df3c4fd8a8434c7a1797c759 is 50, key is test_row_0/A:col10/1732458137695/Put/seqid=0 2024-11-24T14:22:18,754 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:18,755 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/0a93294d4d604c69b8721da573a2bdd2 is 50, key is test_row_0/B:col10/1732458137695/Put/seqid=0 2024-11-24T14:22:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742132_1308 (size=12949) 2024-11-24T14:22:18,784 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/f9ec9fd6df3c4fd8a8434c7a1797c759 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/f9ec9fd6df3c4fd8a8434c7a1797c759 2024-11-24T14:22:18,790 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/A of 89124db48ea313316e21aa7bd491da9f into f9ec9fd6df3c4fd8a8434c7a1797c759(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:18,790 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:18,790 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/A, priority=13, startTime=1732458138722; duration=0sec 2024-11-24T14:22:18,790 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:18,790 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:A 2024-11-24T14:22:18,790 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:18,791 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:18,792 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/C is initiating minor compaction (all files) 2024-11-24T14:22:18,792 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/C in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,792 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/48352f76188c40dba0feb2359bdfde91, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/314878310f0046c7a15b6ea4962a065d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/8ab56a5c5938489988d1eff779135b6e] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=34.0 K 2024-11-24T14:22:18,792 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48352f76188c40dba0feb2359bdfde91, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732458135038 2024-11-24T14:22:18,793 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 314878310f0046c7a15b6ea4962a065d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732458135367 2024-11-24T14:22:18,793 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ab56a5c5938489988d1eff779135b6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458136565 2024-11-24T14:22:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742133_1309 (size=12949) 2024-11-24T14:22:18,811 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#C#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:18,811 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/693a2084e9a94d8e97b1576d398ccd1a is 50, key is test_row_0/C:col10/1732458137695/Put/seqid=0 2024-11-24T14:22:18,812 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/0a93294d4d604c69b8721da573a2bdd2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/0a93294d4d604c69b8721da573a2bdd2 2024-11-24T14:22:18,819 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/B of 89124db48ea313316e21aa7bd491da9f into 0a93294d4d604c69b8721da573a2bdd2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:18,819 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:18,819 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/B, priority=13, startTime=1732458138722; duration=0sec 2024-11-24T14:22:18,819 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:18,819 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:B 2024-11-24T14:22:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:18,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:22:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:18,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742134_1310 (size=12949) 2024-11-24T14:22:18,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/36e9f934924a44d99981664e97276c0b is 50, key is test_row_0/A:col10/1732458137712/Put/seqid=0 2024-11-24T14:22:18,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742135_1311 (size=12301) 2024-11-24T14:22:18,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:18,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:18,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:18,876 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/693a2084e9a94d8e97b1576d398ccd1a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/693a2084e9a94d8e97b1576d398ccd1a 2024-11-24T14:22:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T14:22:18,901 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/C of 89124db48ea313316e21aa7bd491da9f into 693a2084e9a94d8e97b1576d398ccd1a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:18,901 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:18,901 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/C, priority=13, startTime=1732458138722; duration=0sec 2024-11-24T14:22:18,901 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:18,901 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:C 2024-11-24T14:22:18,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458198936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458198937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458198940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458198952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:18,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458198952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:19,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:19,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:19,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458199046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458199047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458199053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458199057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458199057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:19,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:19,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458199249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458199250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458199256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/36e9f934924a44d99981664e97276c0b 2024-11-24T14:22:19,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458199261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458199262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/63b4e983bd8d48d39c24e408af18a3ec is 50, key is test_row_0/B:col10/1732458137712/Put/seqid=0 2024-11-24T14:22:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742136_1312 (size=12301) 2024-11-24T14:22:19,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:19,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:19,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:19,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,493 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:19,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:19,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:19,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458199555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458199555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458199561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458199565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458199566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:19,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:19,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:19,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:19,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/63b4e983bd8d48d39c24e408af18a3ec 2024-11-24T14:22:19,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/08e2568a87c74695bc422af21ce8b2e3 is 50, key is test_row_0/C:col10/1732458137712/Put/seqid=0 2024-11-24T14:22:19,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:19,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:19,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742137_1313 (size=12301) 2024-11-24T14:22:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T14:22:19,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:19,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:19,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:19,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:20,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458200059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:20,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458200059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:20,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458200068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:20,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458200070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:20,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458200072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:20,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:20,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:20,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:20,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:20,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:20,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:20,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:20,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/08e2568a87c74695bc422af21ce8b2e3 2024-11-24T14:22:20,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/36e9f934924a44d99981664e97276c0b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/36e9f934924a44d99981664e97276c0b 2024-11-24T14:22:20,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/36e9f934924a44d99981664e97276c0b, entries=150, sequenceid=304, filesize=12.0 K 2024-11-24T14:22:20,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/63b4e983bd8d48d39c24e408af18a3ec as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/63b4e983bd8d48d39c24e408af18a3ec 2024-11-24T14:22:20,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/63b4e983bd8d48d39c24e408af18a3ec, entries=150, sequenceid=304, filesize=12.0 K 2024-11-24T14:22:20,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/08e2568a87c74695bc422af21ce8b2e3 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/08e2568a87c74695bc422af21ce8b2e3 2024-11-24T14:22:20,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/08e2568a87c74695bc422af21ce8b2e3, entries=150, sequenceid=304, filesize=12.0 K 2024-11-24T14:22:20,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 89124db48ea313316e21aa7bd491da9f in 1405ms, sequenceid=304, compaction requested=false 2024-11-24T14:22:20,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:20,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:20,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T14:22:20,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:20,268 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T14:22:20,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:20,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/c698fe9aa43246b28a31cfd8a36e5027 is 50, key is test_row_0/A:col10/1732458138940/Put/seqid=0 2024-11-24T14:22:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742138_1314 (size=12301) 2024-11-24T14:22:20,340 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/c698fe9aa43246b28a31cfd8a36e5027 2024-11-24T14:22:20,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/7d389e8024ec4d39824beb9024871597 is 50, key is test_row_0/B:col10/1732458138940/Put/seqid=0 2024-11-24T14:22:20,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742139_1315 (size=12301) 2024-11-24T14:22:20,795 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/7d389e8024ec4d39824beb9024871597 2024-11-24T14:22:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/481e3f31a1bc49e79ea2ec9d6f0e8c13 is 50, key is test_row_0/C:col10/1732458138940/Put/seqid=0 2024-11-24T14:22:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742140_1316 (size=12301) 2024-11-24T14:22:21,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:21,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458201082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458201083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458201090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458201090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458201094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458201195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458201200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458201200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458201203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,277 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/481e3f31a1bc49e79ea2ec9d6f0e8c13 2024-11-24T14:22:21,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/c698fe9aa43246b28a31cfd8a36e5027 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/c698fe9aa43246b28a31cfd8a36e5027 2024-11-24T14:22:21,297 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/c698fe9aa43246b28a31cfd8a36e5027, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T14:22:21,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/7d389e8024ec4d39824beb9024871597 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/7d389e8024ec4d39824beb9024871597 2024-11-24T14:22:21,304 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/7d389e8024ec4d39824beb9024871597, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T14:22:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/481e3f31a1bc49e79ea2ec9d6f0e8c13 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/481e3f31a1bc49e79ea2ec9d6f0e8c13 2024-11-24T14:22:21,310 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/481e3f31a1bc49e79ea2ec9d6f0e8c13, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T14:22:21,311 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 89124db48ea313316e21aa7bd491da9f in 1043ms, sequenceid=331, compaction requested=true 2024-11-24T14:22:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-24T14:22:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-24T14:22:21,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-24T14:22:21,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5270 sec 2024-11-24T14:22:21,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 3.5320 sec 2024-11-24T14:22:21,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T14:22:21,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:21,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:21,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:21,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:21,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:21,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:21,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/b573aa69e3284121b4e897621cf21f53 is 50, key is test_row_0/A:col10/1732458141079/Put/seqid=0 2024-11-24T14:22:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742141_1317 (size=12301) 2024-11-24T14:22:21,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/b573aa69e3284121b4e897621cf21f53 2024-11-24T14:22:21,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458201437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458201438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458201442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458201443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c3363a19b9474c3e86feb10450da7d46 is 50, key is test_row_0/B:col10/1732458141079/Put/seqid=0 2024-11-24T14:22:21,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742142_1318 (size=12301) 2024-11-24T14:22:21,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c3363a19b9474c3e86feb10450da7d46 2024-11-24T14:22:21,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/03220751a0cc447cb345c4d80b6c166e is 50, key is test_row_0/C:col10/1732458141079/Put/seqid=0 2024-11-24T14:22:21,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458201548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458201548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458201551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458201551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742143_1319 (size=12301) 2024-11-24T14:22:21,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/03220751a0cc447cb345c4d80b6c166e 2024-11-24T14:22:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/b573aa69e3284121b4e897621cf21f53 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b573aa69e3284121b4e897621cf21f53 2024-11-24T14:22:21,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b573aa69e3284121b4e897621cf21f53, entries=150, sequenceid=343, filesize=12.0 K 2024-11-24T14:22:21,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c3363a19b9474c3e86feb10450da7d46 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c3363a19b9474c3e86feb10450da7d46 2024-11-24T14:22:21,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c3363a19b9474c3e86feb10450da7d46, entries=150, sequenceid=343, filesize=12.0 K 2024-11-24T14:22:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/03220751a0cc447cb345c4d80b6c166e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/03220751a0cc447cb345c4d80b6c166e 2024-11-24T14:22:21,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/03220751a0cc447cb345c4d80b6c166e, entries=150, sequenceid=343, filesize=12.0 K 2024-11-24T14:22:21,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 89124db48ea313316e21aa7bd491da9f in 184ms, sequenceid=343, compaction requested=true 2024-11-24T14:22:21,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:21,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:21,587 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:21,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:21,587 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:21,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:21,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:21,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:21,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:21,590 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:21,590 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/B is initiating minor compaction (all files) 2024-11-24T14:22:21,590 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/B in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:21,590 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:21,590 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/0a93294d4d604c69b8721da573a2bdd2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/63b4e983bd8d48d39c24e408af18a3ec, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/7d389e8024ec4d39824beb9024871597, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c3363a19b9474c3e86feb10450da7d46] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=48.7 K 2024-11-24T14:22:21,590 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/A is initiating minor compaction (all files) 2024-11-24T14:22:21,590 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/A in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:21,590 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/f9ec9fd6df3c4fd8a8434c7a1797c759, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/36e9f934924a44d99981664e97276c0b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/c698fe9aa43246b28a31cfd8a36e5027, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b573aa69e3284121b4e897621cf21f53] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=48.7 K 2024-11-24T14:22:21,590 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a93294d4d604c69b8721da573a2bdd2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458136565 2024-11-24T14:22:21,591 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9ec9fd6df3c4fd8a8434c7a1797c759, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458136565 2024-11-24T14:22:21,591 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 63b4e983bd8d48d39c24e408af18a3ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732458137712 2024-11-24T14:22:21,591 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36e9f934924a44d99981664e97276c0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732458137712 2024-11-24T14:22:21,591 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d389e8024ec4d39824beb9024871597, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458138926 2024-11-24T14:22:21,593 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c3363a19b9474c3e86feb10450da7d46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732458141079 2024-11-24T14:22:21,593 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting c698fe9aa43246b28a31cfd8a36e5027, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458138926 2024-11-24T14:22:21,593 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting b573aa69e3284121b4e897621cf21f53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732458141079 2024-11-24T14:22:21,618 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:21,619 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/bb70065cbc2a4341841500d4b6b1e427 is 50, key is test_row_0/A:col10/1732458141079/Put/seqid=0 2024-11-24T14:22:21,623 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#B#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:21,624 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/385c4617a6df4ccc93ce70b091dedee8 is 50, key is test_row_0/B:col10/1732458141079/Put/seqid=0 2024-11-24T14:22:21,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742144_1320 (size=13085) 2024-11-24T14:22:21,694 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/bb70065cbc2a4341841500d4b6b1e427 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/bb70065cbc2a4341841500d4b6b1e427 2024-11-24T14:22:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742145_1321 (size=13085) 2024-11-24T14:22:21,711 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/A of 89124db48ea313316e21aa7bd491da9f into bb70065cbc2a4341841500d4b6b1e427(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:21,711 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:21,711 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/A, priority=12, startTime=1732458141587; duration=0sec 2024-11-24T14:22:21,711 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:21,711 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:A 2024-11-24T14:22:21,712 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:21,713 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:21,713 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/C is initiating minor compaction (all files) 2024-11-24T14:22:21,713 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/C in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:21,714 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/693a2084e9a94d8e97b1576d398ccd1a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/08e2568a87c74695bc422af21ce8b2e3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/481e3f31a1bc49e79ea2ec9d6f0e8c13, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/03220751a0cc447cb345c4d80b6c166e] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=48.7 K 2024-11-24T14:22:21,714 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 693a2084e9a94d8e97b1576d398ccd1a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732458136565 2024-11-24T14:22:21,715 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08e2568a87c74695bc422af21ce8b2e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732458137712 2024-11-24T14:22:21,716 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 481e3f31a1bc49e79ea2ec9d6f0e8c13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458138926 2024-11-24T14:22:21,717 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03220751a0cc447cb345c4d80b6c166e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732458141079 2024-11-24T14:22:21,729 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#C#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:21,729 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/49784c1d94db43c19e50be76872e630d is 50, key is test_row_0/C:col10/1732458141079/Put/seqid=0 2024-11-24T14:22:21,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:22:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742146_1322 (size=13085) 2024-11-24T14:22:21,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/2afbd586ea8346659a54633d6fb0451b is 50, key is test_row_0/A:col10/1732458141435/Put/seqid=0 2024-11-24T14:22:21,782 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/49784c1d94db43c19e50be76872e630d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/49784c1d94db43c19e50be76872e630d 2024-11-24T14:22:21,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742147_1323 (size=12301) 2024-11-24T14:22:21,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/2afbd586ea8346659a54633d6fb0451b 2024-11-24T14:22:21,827 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/C of 89124db48ea313316e21aa7bd491da9f into 49784c1d94db43c19e50be76872e630d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:21,827 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:21,827 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/C, priority=12, startTime=1732458141588; duration=0sec 2024-11-24T14:22:21,827 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:21,827 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:C 2024-11-24T14:22:21,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458201832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/477922978c294624bd364fc8b25861f4 is 50, key is test_row_0/B:col10/1732458141435/Put/seqid=0 2024-11-24T14:22:21,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458201837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458201840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458201839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742148_1324 (size=12301) 2024-11-24T14:22:21,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/477922978c294624bd364fc8b25861f4 2024-11-24T14:22:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T14:22:21,892 INFO [Thread-1160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-24T14:22:21,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-24T14:22:21,895 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T14:22:21,896 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:21,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:21,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/59d4b44f2c57425aa102a462fe16694c is 50, key is test_row_0/C:col10/1732458141435/Put/seqid=0 2024-11-24T14:22:21,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742149_1325 (size=12301) 2024-11-24T14:22:21,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/59d4b44f2c57425aa102a462fe16694c 2024-11-24T14:22:21,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458201939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/2afbd586ea8346659a54633d6fb0451b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2afbd586ea8346659a54633d6fb0451b 2024-11-24T14:22:21,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458201946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458201947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458201950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:21,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2afbd586ea8346659a54633d6fb0451b, entries=150, sequenceid=369, filesize=12.0 K 2024-11-24T14:22:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/477922978c294624bd364fc8b25861f4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/477922978c294624bd364fc8b25861f4 2024-11-24T14:22:21,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/477922978c294624bd364fc8b25861f4, entries=150, sequenceid=369, filesize=12.0 K 2024-11-24T14:22:21,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/59d4b44f2c57425aa102a462fe16694c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/59d4b44f2c57425aa102a462fe16694c 2024-11-24T14:22:21,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/59d4b44f2c57425aa102a462fe16694c, entries=150, sequenceid=369, filesize=12.0 K 2024-11-24T14:22:21,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 89124db48ea313316e21aa7bd491da9f in 238ms, sequenceid=369, compaction requested=false 2024-11-24T14:22:21,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T14:22:22,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:22,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T14:22:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:22,050 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T14:22:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/b82bf8169d73468a837deab059500434 is 50, key is test_row_0/A:col10/1732458141835/Put/seqid=0 2024-11-24T14:22:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742150_1326 (size=12301) 2024-11-24T14:22:22,118 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/385c4617a6df4ccc93ce70b091dedee8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/385c4617a6df4ccc93ce70b091dedee8 2024-11-24T14:22:22,124 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/B of 89124db48ea313316e21aa7bd491da9f into 385c4617a6df4ccc93ce70b091dedee8(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:22,125 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:22,125 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/B, priority=12, startTime=1732458141587; duration=0sec 2024-11-24T14:22:22,125 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:22,125 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:B 2024-11-24T14:22:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:22,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T14:22:22,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458202191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458202192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458202194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458202196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458202303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458202305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458202305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458202305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T14:22:22,505 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/b82bf8169d73468a837deab059500434 2024-11-24T14:22:22,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458202510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458202512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458202512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458202513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/55481a1275f640298b33eaae16af769b is 50, key is test_row_0/B:col10/1732458141835/Put/seqid=0 2024-11-24T14:22:22,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742151_1327 (size=12301) 2024-11-24T14:22:22,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458202816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458202818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458202819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458202820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:22,963 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/55481a1275f640298b33eaae16af769b 2024-11-24T14:22:22,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/bd12052c258940fabab3057d1b3feb28 is 50, key is test_row_0/C:col10/1732458141835/Put/seqid=0 2024-11-24T14:22:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T14:22:23,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742152_1328 (size=12301) 2024-11-24T14:22:23,052 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/bd12052c258940fabab3057d1b3feb28 2024-11-24T14:22:23,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/b82bf8169d73468a837deab059500434 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b82bf8169d73468a837deab059500434 2024-11-24T14:22:23,064 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b82bf8169d73468a837deab059500434, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T14:22:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/55481a1275f640298b33eaae16af769b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/55481a1275f640298b33eaae16af769b 2024-11-24T14:22:23,069 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/55481a1275f640298b33eaae16af769b, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T14:22:23,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/bd12052c258940fabab3057d1b3feb28 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/bd12052c258940fabab3057d1b3feb28 2024-11-24T14:22:23,074 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/bd12052c258940fabab3057d1b3feb28, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T14:22:23,075 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 89124db48ea313316e21aa7bd491da9f in 1025ms, sequenceid=383, compaction requested=true 2024-11-24T14:22:23,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:23,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:23,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-24T14:22:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-24T14:22:23,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-24T14:22:23,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1810 sec 2024-11-24T14:22:23,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.1850 sec 2024-11-24T14:22:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:23,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T14:22:23,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:23,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:23,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:23,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/2daef7eab51243259685ce15f2524f90 is 50, key is test_row_0/A:col10/1732458142192/Put/seqid=0 2024-11-24T14:22:23,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742153_1329 (size=12301) 2024-11-24T14:22:23,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/2daef7eab51243259685ce15f2524f90 2024-11-24T14:22:23,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458203163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:23,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c8322ab6ace849f3abe6a6ffafbd9042 is 50, key is test_row_0/B:col10/1732458142192/Put/seqid=0 2024-11-24T14:22:23,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742154_1330 (size=12301) 2024-11-24T14:22:23,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c8322ab6ace849f3abe6a6ffafbd9042 2024-11-24T14:22:23,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/fac8ac832ad940748d7e85363a1ee5c8 is 50, key is test_row_0/C:col10/1732458142192/Put/seqid=0 2024-11-24T14:22:23,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458203269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742155_1331 (size=12301) 2024-11-24T14:22:23,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458203322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:23,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458203325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:23,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458203327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:23,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458203327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:23,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458203472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:23,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/fac8ac832ad940748d7e85363a1ee5c8 2024-11-24T14:22:23,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/2daef7eab51243259685ce15f2524f90 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2daef7eab51243259685ce15f2524f90 2024-11-24T14:22:23,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2daef7eab51243259685ce15f2524f90, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T14:22:23,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/c8322ab6ace849f3abe6a6ffafbd9042 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c8322ab6ace849f3abe6a6ffafbd9042 2024-11-24T14:22:23,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c8322ab6ace849f3abe6a6ffafbd9042, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T14:22:23,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/fac8ac832ad940748d7e85363a1ee5c8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/fac8ac832ad940748d7e85363a1ee5c8 2024-11-24T14:22:23,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/fac8ac832ad940748d7e85363a1ee5c8, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T14:22:23,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 89124db48ea313316e21aa7bd491da9f in 625ms, sequenceid=408, compaction requested=true 2024-11-24T14:22:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:23,740 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:23,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:23,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:23,741 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:23,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:23,743 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:23,743 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/B is initiating minor compaction (all files) 2024-11-24T14:22:23,744 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/B in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:23,744 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/385c4617a6df4ccc93ce70b091dedee8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/477922978c294624bd364fc8b25861f4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/55481a1275f640298b33eaae16af769b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c8322ab6ace849f3abe6a6ffafbd9042] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=48.8 K 2024-11-24T14:22:23,744 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:23,744 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/A is initiating minor compaction (all files) 2024-11-24T14:22:23,744 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/A in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:23,744 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 385c4617a6df4ccc93ce70b091dedee8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732458141079 2024-11-24T14:22:23,744 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/bb70065cbc2a4341841500d4b6b1e427, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2afbd586ea8346659a54633d6fb0451b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b82bf8169d73468a837deab059500434, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2daef7eab51243259685ce15f2524f90] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=48.8 K 2024-11-24T14:22:23,745 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb70065cbc2a4341841500d4b6b1e427, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732458141079 2024-11-24T14:22:23,745 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 477922978c294624bd364fc8b25861f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732458141435 2024-11-24T14:22:23,745 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2afbd586ea8346659a54633d6fb0451b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732458141435 2024-11-24T14:22:23,745 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 55481a1275f640298b33eaae16af769b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732458141834 2024-11-24T14:22:23,745 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting b82bf8169d73468a837deab059500434, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732458141834 2024-11-24T14:22:23,746 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c8322ab6ace849f3abe6a6ffafbd9042, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732458142174 2024-11-24T14:22:23,746 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2daef7eab51243259685ce15f2524f90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732458142174 2024-11-24T14:22:23,769 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#A#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:23,769 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/80cfaa7f500b404b907cb1726e5a68ca is 50, key is test_row_0/A:col10/1732458142192/Put/seqid=0 2024-11-24T14:22:23,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T14:22:23,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:23,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:23,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:23,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:23,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:23,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:23,782 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#B#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:23,783 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/6f712a1c4fdd4db3973732b637dbca86 is 50, key is test_row_0/B:col10/1732458142192/Put/seqid=0 2024-11-24T14:22:23,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/dc65dea16d06484bb3fd2d74bdec8dec is 50, key is test_row_0/A:col10/1732458143160/Put/seqid=0 2024-11-24T14:22:23,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742156_1332 (size=13221) 2024-11-24T14:22:23,842 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/80cfaa7f500b404b907cb1726e5a68ca as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/80cfaa7f500b404b907cb1726e5a68ca 2024-11-24T14:22:23,848 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/A of 89124db48ea313316e21aa7bd491da9f into 80cfaa7f500b404b907cb1726e5a68ca(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:23,848 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:23,848 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/A, priority=12, startTime=1732458143740; duration=0sec 2024-11-24T14:22:23,848 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:23,848 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:A 2024-11-24T14:22:23,848 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:23,850 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:23,850 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/C is initiating minor compaction (all files) 2024-11-24T14:22:23,850 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/C in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:23,850 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/49784c1d94db43c19e50be76872e630d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/59d4b44f2c57425aa102a462fe16694c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/bd12052c258940fabab3057d1b3feb28, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/fac8ac832ad940748d7e85363a1ee5c8] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=48.8 K 2024-11-24T14:22:23,851 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49784c1d94db43c19e50be76872e630d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732458141079 2024-11-24T14:22:23,852 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59d4b44f2c57425aa102a462fe16694c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732458141435 2024-11-24T14:22:23,852 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd12052c258940fabab3057d1b3feb28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732458141834 2024-11-24T14:22:23,853 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting fac8ac832ad940748d7e85363a1ee5c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732458142174 2024-11-24T14:22:23,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742157_1333 (size=13221) 2024-11-24T14:22:23,869 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/6f712a1c4fdd4db3973732b637dbca86 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/6f712a1c4fdd4db3973732b637dbca86 2024-11-24T14:22:23,876 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/B of 89124db48ea313316e21aa7bd491da9f into 6f712a1c4fdd4db3973732b637dbca86(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:23,876 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:23,876 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/B, priority=12, startTime=1732458143740; duration=0sec 2024-11-24T14:22:23,876 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:23,876 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:B 2024-11-24T14:22:23,881 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#C#compaction#288 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:23,882 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/94cd643e8fc746a9b085808468cc2bd0 is 50, key is test_row_0/C:col10/1732458142192/Put/seqid=0 2024-11-24T14:22:23,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742158_1334 (size=14741) 2024-11-24T14:22:23,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/dc65dea16d06484bb3fd2d74bdec8dec 2024-11-24T14:22:23,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458203883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:23,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/e9f322866206419b818ddecbf51b56a2 is 50, key is test_row_0/B:col10/1732458143160/Put/seqid=0 2024-11-24T14:22:23,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742160_1336 (size=12301) 2024-11-24T14:22:23,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/e9f322866206419b818ddecbf51b56a2 2024-11-24T14:22:23,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742159_1335 (size=13221) 2024-11-24T14:22:23,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/561b43f1bec84a0c92276fcaf6ecec1d is 50, key is test_row_0/C:col10/1732458143160/Put/seqid=0 2024-11-24T14:22:23,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458203987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T14:22:24,001 INFO [Thread-1160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-24T14:22:24,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-24T14:22:24,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742161_1337 (size=12301) 2024-11-24T14:22:24,007 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T14:22:24,008 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:24,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T14:22:24,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:24,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T14:22:24,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:24,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:24,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:24,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:24,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:24,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458204192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T14:22:24,320 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:24,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T14:22:24,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:24,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:24,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:24,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:24,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:24,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458204328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:24,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458204332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:24,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458204332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:24,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458204340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:24,363 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/94cd643e8fc746a9b085808468cc2bd0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/94cd643e8fc746a9b085808468cc2bd0 2024-11-24T14:22:24,372 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/C of 89124db48ea313316e21aa7bd491da9f into 94cd643e8fc746a9b085808468cc2bd0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:24,372 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:24,372 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/C, priority=12, startTime=1732458143741; duration=0sec 2024-11-24T14:22:24,372 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:24,372 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:C 2024-11-24T14:22:24,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/561b43f1bec84a0c92276fcaf6ecec1d 2024-11-24T14:22:24,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/dc65dea16d06484bb3fd2d74bdec8dec as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/dc65dea16d06484bb3fd2d74bdec8dec 2024-11-24T14:22:24,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/dc65dea16d06484bb3fd2d74bdec8dec, entries=200, sequenceid=421, filesize=14.4 K 2024-11-24T14:22:24,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/e9f322866206419b818ddecbf51b56a2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e9f322866206419b818ddecbf51b56a2 2024-11-24T14:22:24,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e9f322866206419b818ddecbf51b56a2, entries=150, sequenceid=421, filesize=12.0 K 2024-11-24T14:22:24,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/561b43f1bec84a0c92276fcaf6ecec1d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/561b43f1bec84a0c92276fcaf6ecec1d 2024-11-24T14:22:24,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/561b43f1bec84a0c92276fcaf6ecec1d, entries=150, sequenceid=421, filesize=12.0 K 2024-11-24T14:22:24,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 89124db48ea313316e21aa7bd491da9f in 665ms, sequenceid=421, compaction requested=false 2024-11-24T14:22:24,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:24,473 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:24,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T14:22:24,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:24,474 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T14:22:24,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:24,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:24,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:24,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:24,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:24,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:24,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/3bd1557882924aedb028807e8dcf069c is 50, key is test_row_0/A:col10/1732458143864/Put/seqid=0 2024-11-24T14:22:24,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:24,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742162_1338 (size=12301) 2024-11-24T14:22:24,527 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/3bd1557882924aedb028807e8dcf069c 2024-11-24T14:22:24,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/b0f9201b984a47c2a3043fc5df374abb is 50, key is test_row_0/B:col10/1732458143864/Put/seqid=0 2024-11-24T14:22:24,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458204539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:24,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742163_1339 (size=12301) 2024-11-24T14:22:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T14:22:24,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458204645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:24,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458204848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:24,975 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/b0f9201b984a47c2a3043fc5df374abb 2024-11-24T14:22:24,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/2e1da46a3f9a4b228161f8a4169e7943 is 50, key is test_row_0/C:col10/1732458143864/Put/seqid=0 2024-11-24T14:22:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742164_1340 (size=12301) 2024-11-24T14:22:25,050 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/2e1da46a3f9a4b228161f8a4169e7943 2024-11-24T14:22:25,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/3bd1557882924aedb028807e8dcf069c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/3bd1557882924aedb028807e8dcf069c 2024-11-24T14:22:25,061 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/3bd1557882924aedb028807e8dcf069c, entries=150, sequenceid=447, filesize=12.0 K 2024-11-24T14:22:25,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/b0f9201b984a47c2a3043fc5df374abb as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/b0f9201b984a47c2a3043fc5df374abb 2024-11-24T14:22:25,067 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/b0f9201b984a47c2a3043fc5df374abb, entries=150, sequenceid=447, filesize=12.0 K 2024-11-24T14:22:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/2e1da46a3f9a4b228161f8a4169e7943 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/2e1da46a3f9a4b228161f8a4169e7943 2024-11-24T14:22:25,073 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/2e1da46a3f9a4b228161f8a4169e7943, entries=150, sequenceid=447, filesize=12.0 K 2024-11-24T14:22:25,074 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 89124db48ea313316e21aa7bd491da9f in 600ms, sequenceid=447, compaction requested=true 2024-11-24T14:22:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-24T14:22:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-24T14:22:25,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-24T14:22:25,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0680 sec 2024-11-24T14:22:25,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.0740 sec 2024-11-24T14:22:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T14:22:25,111 INFO [Thread-1160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-24T14:22:25,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-24T14:22:25,115 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T14:22:25,116 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:25,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:25,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T14:22:25,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:25,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:25,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:25,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:25,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:25,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:25,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/a7752a35f7aa444c9cf95a0d8f156332 is 50, key is test_row_0/A:col10/1732458144504/Put/seqid=0 2024-11-24T14:22:25,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742165_1341 (size=12301) 2024-11-24T14:22:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T14:22:25,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:25,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T14:22:25,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:25,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:25,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:25,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458205285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:25,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458205390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T14:22:25,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:25,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T14:22:25,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:25,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:25,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:25,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,575 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:25,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T14:22:25,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:25,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:25,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:25,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458205597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:25,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/a7752a35f7aa444c9cf95a0d8f156332 2024-11-24T14:22:25,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/0a455e33132f421280f57cbf556254fd is 50, key is test_row_0/B:col10/1732458144504/Put/seqid=0 2024-11-24T14:22:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742166_1342 (size=12301) 2024-11-24T14:22:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T14:22:25,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:25,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T14:22:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:25,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:25,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T14:22:25,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:25,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:25,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:25,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:25,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458205901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:26,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:26,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T14:22:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/0a455e33132f421280f57cbf556254fd 2024-11-24T14:22:26,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/1011008b027840c4bc2f50e634dc0db2 is 50, key is test_row_0/C:col10/1732458144504/Put/seqid=0 2024-11-24T14:22:26,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742167_1343 (size=12301) 2024-11-24T14:22:26,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:26,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T14:22:26,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:26,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T14:22:26,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732458206335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:26,337 DEBUG [Thread-1154 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:22:26,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35086 deadline: 1732458206344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:26,345 DEBUG [Thread-1150 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:22:26,348 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:26,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35102 deadline: 1732458206346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:26,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T14:22:26,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:26,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,349 DEBUG [Thread-1152 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:22:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35060 deadline: 1732458206362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:26,365 DEBUG [Thread-1158 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:22:26,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35126 deadline: 1732458206409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:26,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:26,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T14:22:26,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:26,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:26,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/1011008b027840c4bc2f50e634dc0db2 2024-11-24T14:22:26,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/a7752a35f7aa444c9cf95a0d8f156332 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/a7752a35f7aa444c9cf95a0d8f156332 2024-11-24T14:22:26,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/a7752a35f7aa444c9cf95a0d8f156332, entries=150, sequenceid=461, filesize=12.0 K 2024-11-24T14:22:26,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/0a455e33132f421280f57cbf556254fd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/0a455e33132f421280f57cbf556254fd 2024-11-24T14:22:26,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/0a455e33132f421280f57cbf556254fd, entries=150, sequenceid=461, filesize=12.0 K 2024-11-24T14:22:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/1011008b027840c4bc2f50e634dc0db2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1011008b027840c4bc2f50e634dc0db2 2024-11-24T14:22:26,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1011008b027840c4bc2f50e634dc0db2, entries=150, sequenceid=461, filesize=12.0 K 2024-11-24T14:22:26,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 89124db48ea313316e21aa7bd491da9f in 1421ms, sequenceid=461, compaction requested=true 2024-11-24T14:22:26,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:26,577 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:26,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:26,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:26,579 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:26,579 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/A is initiating minor compaction (all files) 2024-11-24T14:22:26,579 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/A in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,579 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/80cfaa7f500b404b907cb1726e5a68ca, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/dc65dea16d06484bb3fd2d74bdec8dec, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/3bd1557882924aedb028807e8dcf069c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/a7752a35f7aa444c9cf95a0d8f156332] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=51.3 K 2024-11-24T14:22:26,580 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80cfaa7f500b404b907cb1726e5a68ca, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732458142174 2024-11-24T14:22:26,580 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:26,580 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc65dea16d06484bb3fd2d74bdec8dec, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732458143128 2024-11-24T14:22:26,581 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bd1557882924aedb028807e8dcf069c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732458143849 2024-11-24T14:22:26,581 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7752a35f7aa444c9cf95a0d8f156332, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732458144504 2024-11-24T14:22:26,582 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:26,583 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/B is initiating minor compaction (all files) 2024-11-24T14:22:26,583 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/B in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,583 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/6f712a1c4fdd4db3973732b637dbca86, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e9f322866206419b818ddecbf51b56a2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/b0f9201b984a47c2a3043fc5df374abb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/0a455e33132f421280f57cbf556254fd] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=48.9 K 2024-11-24T14:22:26,584 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f712a1c4fdd4db3973732b637dbca86, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732458142174 2024-11-24T14:22:26,584 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e9f322866206419b818ddecbf51b56a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732458143156 2024-11-24T14:22:26,585 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting b0f9201b984a47c2a3043fc5df374abb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732458143849 2024-11-24T14:22:26,586 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a455e33132f421280f57cbf556254fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732458144504 2024-11-24T14:22:26,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:26,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:26,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89124db48ea313316e21aa7bd491da9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:26,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:26,597 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#A#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:26,598 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/905c323e94674fcca135e933da710556 is 50, key is test_row_0/A:col10/1732458144504/Put/seqid=0 2024-11-24T14:22:26,611 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#B#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:26,611 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/53a4b7060c1b48cbab8ca5a8e96316a9 is 50, key is test_row_0/B:col10/1732458144504/Put/seqid=0 2024-11-24T14:22:26,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742168_1344 (size=13357) 2024-11-24T14:22:26,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742169_1345 (size=13357) 2024-11-24T14:22:26,638 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/905c323e94674fcca135e933da710556 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/905c323e94674fcca135e933da710556 2024-11-24T14:22:26,644 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/53a4b7060c1b48cbab8ca5a8e96316a9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/53a4b7060c1b48cbab8ca5a8e96316a9 2024-11-24T14:22:26,647 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/A of 89124db48ea313316e21aa7bd491da9f into 905c323e94674fcca135e933da710556(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:26,647 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:26,647 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/A, priority=12, startTime=1732458146577; duration=0sec 2024-11-24T14:22:26,647 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:26,647 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:A 2024-11-24T14:22:26,648 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:26,651 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:26,651 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 89124db48ea313316e21aa7bd491da9f/C is initiating minor compaction (all files) 2024-11-24T14:22:26,651 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89124db48ea313316e21aa7bd491da9f/C in TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,651 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/94cd643e8fc746a9b085808468cc2bd0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/561b43f1bec84a0c92276fcaf6ecec1d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/2e1da46a3f9a4b228161f8a4169e7943, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1011008b027840c4bc2f50e634dc0db2] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp, totalSize=48.9 K 2024-11-24T14:22:26,652 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/B of 89124db48ea313316e21aa7bd491da9f into 53a4b7060c1b48cbab8ca5a8e96316a9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:26,652 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:26,652 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/B, priority=12, startTime=1732458146578; duration=0sec 2024-11-24T14:22:26,652 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:26,652 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:B 2024-11-24T14:22:26,652 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94cd643e8fc746a9b085808468cc2bd0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732458142174 2024-11-24T14:22:26,653 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 561b43f1bec84a0c92276fcaf6ecec1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732458143156 2024-11-24T14:22:26,653 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e1da46a3f9a4b228161f8a4169e7943, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732458143849 2024-11-24T14:22:26,654 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1011008b027840c4bc2f50e634dc0db2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732458144504 2024-11-24T14:22:26,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:26,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T14:22:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:26,668 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T14:22:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:26,675 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89124db48ea313316e21aa7bd491da9f#C#compaction#299 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:26,676 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/3d64093f9ee047438a8e3716bddf6885 is 50, key is test_row_0/C:col10/1732458144504/Put/seqid=0 2024-11-24T14:22:26,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/fe691511fb6e47329a1d85a085e71806 is 50, key is test_row_0/A:col10/1732458145260/Put/seqid=0 2024-11-24T14:22:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742171_1347 (size=12301) 2024-11-24T14:22:26,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742170_1346 (size=13357) 2024-11-24T14:22:26,726 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/3d64093f9ee047438a8e3716bddf6885 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/3d64093f9ee047438a8e3716bddf6885 2024-11-24T14:22:26,738 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89124db48ea313316e21aa7bd491da9f/C of 89124db48ea313316e21aa7bd491da9f into 3d64093f9ee047438a8e3716bddf6885(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:26,738 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:26,738 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f., storeName=89124db48ea313316e21aa7bd491da9f/C, priority=12, startTime=1732458146588; duration=0sec 2024-11-24T14:22:26,738 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:26,738 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89124db48ea313316e21aa7bd491da9f:C 2024-11-24T14:22:27,108 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/fe691511fb6e47329a1d85a085e71806 2024-11-24T14:22:27,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/75532bdf566b49609fe3ea9a44e3e2b6 is 50, key is test_row_0/B:col10/1732458145260/Put/seqid=0 2024-11-24T14:22:27,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742172_1348 (size=12301) 2024-11-24T14:22:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T14:22:27,339 DEBUG [Thread-1161 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:57219 2024-11-24T14:22:27,339 DEBUG [Thread-1167 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:57219 2024-11-24T14:22:27,339 DEBUG [Thread-1161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:27,339 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:27,339 DEBUG [Thread-1163 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:57219 2024-11-24T14:22:27,339 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:27,340 DEBUG [Thread-1165 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:57219 2024-11-24T14:22:27,340 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:27,341 DEBUG [Thread-1169 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:57219 2024-11-24T14:22:27,341 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:27,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. as already flushing 2024-11-24T14:22:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:27,421 DEBUG [Thread-1156 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:57219 2024-11-24T14:22:27,422 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:27,543 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/75532bdf566b49609fe3ea9a44e3e2b6 2024-11-24T14:22:27,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/9a12d482b3634c34b1bec154896ffb7f is 50, key is test_row_0/C:col10/1732458145260/Put/seqid=0 2024-11-24T14:22:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742173_1349 (size=12301) 2024-11-24T14:22:27,571 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/9a12d482b3634c34b1bec154896ffb7f 2024-11-24T14:22:27,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/fe691511fb6e47329a1d85a085e71806 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/fe691511fb6e47329a1d85a085e71806 2024-11-24T14:22:27,579 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/fe691511fb6e47329a1d85a085e71806, entries=150, sequenceid=485, filesize=12.0 K 2024-11-24T14:22:27,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/75532bdf566b49609fe3ea9a44e3e2b6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/75532bdf566b49609fe3ea9a44e3e2b6 2024-11-24T14:22:27,584 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/75532bdf566b49609fe3ea9a44e3e2b6, entries=150, sequenceid=485, filesize=12.0 K 2024-11-24T14:22:27,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/9a12d482b3634c34b1bec154896ffb7f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/9a12d482b3634c34b1bec154896ffb7f 2024-11-24T14:22:27,591 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/9a12d482b3634c34b1bec154896ffb7f, entries=150, sequenceid=485, filesize=12.0 K 2024-11-24T14:22:27,594 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=6.71 KB/6870 for 89124db48ea313316e21aa7bd491da9f in 926ms, sequenceid=485, compaction requested=false 2024-11-24T14:22:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-24T14:22:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-24T14:22:27,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-24T14:22:27,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4790 sec 2024-11-24T14:22:27,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.4850 sec 2024-11-24T14:22:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T14:22:29,222 INFO [Thread-1160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-24T14:22:30,343 DEBUG [Thread-1154 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:57219 2024-11-24T14:22:30,343 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:30,364 DEBUG [Thread-1150 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:57219 2024-11-24T14:22:30,364 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:30,365 DEBUG [Thread-1152 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:57219 2024-11-24T14:22:30,365 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:30,395 DEBUG [Thread-1158 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:57219 2024-11-24T14:22:30,395 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4102 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4276 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3974 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4153 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4251 2024-11-24T14:22:30,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T14:22:30,396 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T14:22:30,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:57219 2024-11-24T14:22:30,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:30,397 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T14:22:30,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T14:22:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T14:22:30,399 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458150399"}]},"ts":"1732458150399"} 2024-11-24T14:22:30,400 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T14:22:30,402 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T14:22:30,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T14:22:30,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=89124db48ea313316e21aa7bd491da9f, UNASSIGN}] 2024-11-24T14:22:30,404 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=89124db48ea313316e21aa7bd491da9f, UNASSIGN 2024-11-24T14:22:30,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=89124db48ea313316e21aa7bd491da9f, regionState=CLOSING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:22:30,406 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T14:22:30,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:22:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T14:22:30,557 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:30,557 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:30,557 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T14:22:30,557 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 89124db48ea313316e21aa7bd491da9f, disabling compactions & flushes 2024-11-24T14:22:30,557 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:30,557 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:30,557 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. after waiting 0 ms 2024-11-24T14:22:30,557 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:30,558 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing 89124db48ea313316e21aa7bd491da9f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T14:22:30,558 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=A 2024-11-24T14:22:30,558 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:30,558 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=B 2024-11-24T14:22:30,558 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:30,558 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89124db48ea313316e21aa7bd491da9f, store=C 2024-11-24T14:22:30,558 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:30,561 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/e37c35f605974ce3bdde6a641806a489 is 50, key is test_row_0/A:col10/1732458150342/Put/seqid=0 2024-11-24T14:22:30,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742174_1350 (size=12301) 2024-11-24T14:22:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T14:22:30,965 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/e37c35f605974ce3bdde6a641806a489 2024-11-24T14:22:30,972 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/12953bc4dc8c495e8a903a479338e764 is 50, key is test_row_0/B:col10/1732458150342/Put/seqid=0 2024-11-24T14:22:30,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742175_1351 (size=12301) 2024-11-24T14:22:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T14:22:31,376 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/12953bc4dc8c495e8a903a479338e764 2024-11-24T14:22:31,382 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/2a129a31da3640e1bd1ea12217ef2b00 is 50, key is test_row_0/C:col10/1732458150342/Put/seqid=0 2024-11-24T14:22:31,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742176_1352 (size=12301) 2024-11-24T14:22:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T14:22:31,670 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T14:22:31,785 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/2a129a31da3640e1bd1ea12217ef2b00 2024-11-24T14:22:31,789 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/A/e37c35f605974ce3bdde6a641806a489 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/e37c35f605974ce3bdde6a641806a489 2024-11-24T14:22:31,792 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/e37c35f605974ce3bdde6a641806a489, entries=150, sequenceid=494, filesize=12.0 K 2024-11-24T14:22:31,793 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/B/12953bc4dc8c495e8a903a479338e764 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/12953bc4dc8c495e8a903a479338e764 2024-11-24T14:22:31,796 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/12953bc4dc8c495e8a903a479338e764, entries=150, sequenceid=494, filesize=12.0 K 2024-11-24T14:22:31,797 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/.tmp/C/2a129a31da3640e1bd1ea12217ef2b00 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/2a129a31da3640e1bd1ea12217ef2b00 2024-11-24T14:22:31,799 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/2a129a31da3640e1bd1ea12217ef2b00, entries=150, sequenceid=494, filesize=12.0 K 2024-11-24T14:22:31,800 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 89124db48ea313316e21aa7bd491da9f in 1243ms, sequenceid=494, compaction requested=true 2024-11-24T14:22:31,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5b41f44f907b4186ab58019ff9770abd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/46452494ccb044f59ec844292faddb6c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/61a86097556243d4a16119eedabe0ada, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/9877cfa2bf1b44e7a9fabc03917248e2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/8eefb30bb62e493cae6932f08ca32105, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5a097e29b8044207a556c1b51be59df1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/c01866c7225a48d9866d023d656d0c0e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/0db2e60a29c2423ba21a208c044b3ad3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/38c5b075104d46aeb089ec73699b56de, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/7dac4a3bbc14415597bce62f28f6c1c9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/cc6430f1867b4b058695c7799319de91, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/ce537978bb084e9f97a39542b0dbfbcb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5bf1672b87ce4096ba849128c0e32942, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/48228e01adac4759a503521a7645f4e0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/fe7c719ef5d94d4388705f3e47103663, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/aba14be3868c417cafc1a25b314bab6d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/d90cf4cba74944a883ab10899da5fe9f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/63de4f5dbe464b50a045e8bd022c025c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/f9ec9fd6df3c4fd8a8434c7a1797c759, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/f2d77a0ef7df42e1876d33460ac0eaae, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/36e9f934924a44d99981664e97276c0b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/c698fe9aa43246b28a31cfd8a36e5027, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/bb70065cbc2a4341841500d4b6b1e427, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b573aa69e3284121b4e897621cf21f53, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2afbd586ea8346659a54633d6fb0451b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b82bf8169d73468a837deab059500434, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/80cfaa7f500b404b907cb1726e5a68ca, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2daef7eab51243259685ce15f2524f90, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/dc65dea16d06484bb3fd2d74bdec8dec, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/3bd1557882924aedb028807e8dcf069c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/a7752a35f7aa444c9cf95a0d8f156332] to archive 2024-11-24T14:22:31,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:22:31,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5b41f44f907b4186ab58019ff9770abd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5b41f44f907b4186ab58019ff9770abd 2024-11-24T14:22:31,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/46452494ccb044f59ec844292faddb6c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/46452494ccb044f59ec844292faddb6c 2024-11-24T14:22:31,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/61a86097556243d4a16119eedabe0ada to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/61a86097556243d4a16119eedabe0ada 2024-11-24T14:22:31,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/9877cfa2bf1b44e7a9fabc03917248e2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/9877cfa2bf1b44e7a9fabc03917248e2 2024-11-24T14:22:31,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/8eefb30bb62e493cae6932f08ca32105 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/8eefb30bb62e493cae6932f08ca32105 2024-11-24T14:22:31,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5a097e29b8044207a556c1b51be59df1 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5a097e29b8044207a556c1b51be59df1 2024-11-24T14:22:31,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/c01866c7225a48d9866d023d656d0c0e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/c01866c7225a48d9866d023d656d0c0e 2024-11-24T14:22:31,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/0db2e60a29c2423ba21a208c044b3ad3 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/0db2e60a29c2423ba21a208c044b3ad3 2024-11-24T14:22:31,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/38c5b075104d46aeb089ec73699b56de to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/38c5b075104d46aeb089ec73699b56de 2024-11-24T14:22:31,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/7dac4a3bbc14415597bce62f28f6c1c9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/7dac4a3bbc14415597bce62f28f6c1c9 2024-11-24T14:22:31,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/cc6430f1867b4b058695c7799319de91 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/cc6430f1867b4b058695c7799319de91 2024-11-24T14:22:31,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/ce537978bb084e9f97a39542b0dbfbcb to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/ce537978bb084e9f97a39542b0dbfbcb 2024-11-24T14:22:31,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5bf1672b87ce4096ba849128c0e32942 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/5bf1672b87ce4096ba849128c0e32942 2024-11-24T14:22:31,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/48228e01adac4759a503521a7645f4e0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/48228e01adac4759a503521a7645f4e0 2024-11-24T14:22:31,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/fe7c719ef5d94d4388705f3e47103663 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/fe7c719ef5d94d4388705f3e47103663 2024-11-24T14:22:31,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/aba14be3868c417cafc1a25b314bab6d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/aba14be3868c417cafc1a25b314bab6d 2024-11-24T14:22:31,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/d90cf4cba74944a883ab10899da5fe9f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/d90cf4cba74944a883ab10899da5fe9f 2024-11-24T14:22:31,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/63de4f5dbe464b50a045e8bd022c025c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/63de4f5dbe464b50a045e8bd022c025c 2024-11-24T14:22:31,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/f9ec9fd6df3c4fd8a8434c7a1797c759 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/f9ec9fd6df3c4fd8a8434c7a1797c759 2024-11-24T14:22:31,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/f2d77a0ef7df42e1876d33460ac0eaae to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/f2d77a0ef7df42e1876d33460ac0eaae 2024-11-24T14:22:31,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/36e9f934924a44d99981664e97276c0b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/36e9f934924a44d99981664e97276c0b 2024-11-24T14:22:31,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/c698fe9aa43246b28a31cfd8a36e5027 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/c698fe9aa43246b28a31cfd8a36e5027 2024-11-24T14:22:31,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/bb70065cbc2a4341841500d4b6b1e427 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/bb70065cbc2a4341841500d4b6b1e427 2024-11-24T14:22:31,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b573aa69e3284121b4e897621cf21f53 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b573aa69e3284121b4e897621cf21f53 2024-11-24T14:22:31,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2afbd586ea8346659a54633d6fb0451b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2afbd586ea8346659a54633d6fb0451b 2024-11-24T14:22:31,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b82bf8169d73468a837deab059500434 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/b82bf8169d73468a837deab059500434 2024-11-24T14:22:31,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/80cfaa7f500b404b907cb1726e5a68ca to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/80cfaa7f500b404b907cb1726e5a68ca 2024-11-24T14:22:31,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2daef7eab51243259685ce15f2524f90 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/2daef7eab51243259685ce15f2524f90 2024-11-24T14:22:31,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/dc65dea16d06484bb3fd2d74bdec8dec to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/dc65dea16d06484bb3fd2d74bdec8dec 2024-11-24T14:22:31,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/3bd1557882924aedb028807e8dcf069c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/3bd1557882924aedb028807e8dcf069c 2024-11-24T14:22:31,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/a7752a35f7aa444c9cf95a0d8f156332 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/a7752a35f7aa444c9cf95a0d8f156332 2024-11-24T14:22:31,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/1ceb698ee2814ba3b9c94fd2c56b6c54, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ef4fd1c949c84fb88b2c0953f60a07ac, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c923b1de435c40ee832b09dd7925d8f2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/7d86b437ca2443aa97e735e769aebd04, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e6bcc05716334b62b20a0d32af7ea6c4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/217b05638e864b4aace1392f67b4532d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/de438ef7e6824b8fa2c7157001858d5a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/30889ca87a0e4614ba31dcad1754cc44, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ac7dbd744ff94e61bb6e03456296a71f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/1225213f575446cb9c1a0563fa1aad51, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c11c778e41734e4ebfd1f5f0072105f5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/252cd1d821d84926b4035a285b1fb199, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ba30d35a30bc4e54aa80639d79c49c42, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/cb411c0923644feaa3604937a73548b9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/53f740db0e3c472faa015000abd784cc, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/98ceb605f13848488938a3ec2338d53f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/5ff91f3d2ade478b8f79eedf96e79bfd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/8e73661c73874a708952cfbaa0b2ce65, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/0a93294d4d604c69b8721da573a2bdd2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ce3775b159d8463eafbc8ee5e4bb8130, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/63b4e983bd8d48d39c24e408af18a3ec, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/7d389e8024ec4d39824beb9024871597, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/385c4617a6df4ccc93ce70b091dedee8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c3363a19b9474c3e86feb10450da7d46, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/477922978c294624bd364fc8b25861f4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/55481a1275f640298b33eaae16af769b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/6f712a1c4fdd4db3973732b637dbca86, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c8322ab6ace849f3abe6a6ffafbd9042, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e9f322866206419b818ddecbf51b56a2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/b0f9201b984a47c2a3043fc5df374abb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/0a455e33132f421280f57cbf556254fd] to archive 2024-11-24T14:22:31,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:22:31,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/1ceb698ee2814ba3b9c94fd2c56b6c54 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/1ceb698ee2814ba3b9c94fd2c56b6c54 2024-11-24T14:22:31,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ef4fd1c949c84fb88b2c0953f60a07ac to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ef4fd1c949c84fb88b2c0953f60a07ac 2024-11-24T14:22:31,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c923b1de435c40ee832b09dd7925d8f2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c923b1de435c40ee832b09dd7925d8f2 2024-11-24T14:22:31,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/7d86b437ca2443aa97e735e769aebd04 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/7d86b437ca2443aa97e735e769aebd04 2024-11-24T14:22:31,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e6bcc05716334b62b20a0d32af7ea6c4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e6bcc05716334b62b20a0d32af7ea6c4 2024-11-24T14:22:31,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/217b05638e864b4aace1392f67b4532d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/217b05638e864b4aace1392f67b4532d 2024-11-24T14:22:31,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/de438ef7e6824b8fa2c7157001858d5a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/de438ef7e6824b8fa2c7157001858d5a 2024-11-24T14:22:31,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/30889ca87a0e4614ba31dcad1754cc44 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/30889ca87a0e4614ba31dcad1754cc44 2024-11-24T14:22:31,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ac7dbd744ff94e61bb6e03456296a71f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ac7dbd744ff94e61bb6e03456296a71f 2024-11-24T14:22:31,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/1225213f575446cb9c1a0563fa1aad51 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/1225213f575446cb9c1a0563fa1aad51 2024-11-24T14:22:31,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c11c778e41734e4ebfd1f5f0072105f5 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c11c778e41734e4ebfd1f5f0072105f5 2024-11-24T14:22:31,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/252cd1d821d84926b4035a285b1fb199 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/252cd1d821d84926b4035a285b1fb199 2024-11-24T14:22:31,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ba30d35a30bc4e54aa80639d79c49c42 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ba30d35a30bc4e54aa80639d79c49c42 2024-11-24T14:22:31,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/cb411c0923644feaa3604937a73548b9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/cb411c0923644feaa3604937a73548b9 2024-11-24T14:22:31,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/53f740db0e3c472faa015000abd784cc to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/53f740db0e3c472faa015000abd784cc 2024-11-24T14:22:31,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/98ceb605f13848488938a3ec2338d53f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/98ceb605f13848488938a3ec2338d53f 2024-11-24T14:22:31,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/5ff91f3d2ade478b8f79eedf96e79bfd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/5ff91f3d2ade478b8f79eedf96e79bfd 2024-11-24T14:22:31,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/8e73661c73874a708952cfbaa0b2ce65 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/8e73661c73874a708952cfbaa0b2ce65 2024-11-24T14:22:31,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/0a93294d4d604c69b8721da573a2bdd2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/0a93294d4d604c69b8721da573a2bdd2 2024-11-24T14:22:31,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ce3775b159d8463eafbc8ee5e4bb8130 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/ce3775b159d8463eafbc8ee5e4bb8130 2024-11-24T14:22:31,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/63b4e983bd8d48d39c24e408af18a3ec to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/63b4e983bd8d48d39c24e408af18a3ec 2024-11-24T14:22:31,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/7d389e8024ec4d39824beb9024871597 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/7d389e8024ec4d39824beb9024871597 2024-11-24T14:22:31,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/385c4617a6df4ccc93ce70b091dedee8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/385c4617a6df4ccc93ce70b091dedee8 2024-11-24T14:22:31,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c3363a19b9474c3e86feb10450da7d46 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c3363a19b9474c3e86feb10450da7d46 2024-11-24T14:22:31,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/477922978c294624bd364fc8b25861f4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/477922978c294624bd364fc8b25861f4 2024-11-24T14:22:31,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/55481a1275f640298b33eaae16af769b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/55481a1275f640298b33eaae16af769b 2024-11-24T14:22:31,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/6f712a1c4fdd4db3973732b637dbca86 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/6f712a1c4fdd4db3973732b637dbca86 2024-11-24T14:22:31,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c8322ab6ace849f3abe6a6ffafbd9042 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/c8322ab6ace849f3abe6a6ffafbd9042 2024-11-24T14:22:31,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e9f322866206419b818ddecbf51b56a2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/e9f322866206419b818ddecbf51b56a2 2024-11-24T14:22:31,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/b0f9201b984a47c2a3043fc5df374abb to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/b0f9201b984a47c2a3043fc5df374abb 2024-11-24T14:22:31,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/0a455e33132f421280f57cbf556254fd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/0a455e33132f421280f57cbf556254fd 2024-11-24T14:22:31,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/5a85e241db5b45e78aee365611a01c4c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d86906e259b245ca9d63ebad62739a17, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/e7801f30b1f9471c88ccfe706cc45c85, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/02423e5fd98d4190ab0eafd5c2dd3665, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d9f92696ff274d6d8038b2849bbecdd4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1c12fc2ca63e47e28a9b119282ab006d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/0c941881cc854ef2aefd88b12b488e39, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/db2fbbd10a844aa9999051e65fb4521b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/c6523e0a3ff1454ba9edf3fda6c17a27, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/b37b94cb42b748f4b5fe022ef44e0b63, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/4d0245cd62894edea44c7dc22da2a6c6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/76e9ab1748b34e83a508e15b83edb6bd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/eabde49183cd419ab3c4755068c3af0a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/9422eee874384232955c2d159251a2d6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/52573398f2a1467ba501956b23c00d3b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/48352f76188c40dba0feb2359bdfde91, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/6a10e4abc9f94f92a97e94a306109df4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/314878310f0046c7a15b6ea4962a065d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/693a2084e9a94d8e97b1576d398ccd1a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/8ab56a5c5938489988d1eff779135b6e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/08e2568a87c74695bc422af21ce8b2e3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/481e3f31a1bc49e79ea2ec9d6f0e8c13, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/49784c1d94db43c19e50be76872e630d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/03220751a0cc447cb345c4d80b6c166e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/59d4b44f2c57425aa102a462fe16694c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/bd12052c258940fabab3057d1b3feb28, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/94cd643e8fc746a9b085808468cc2bd0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/fac8ac832ad940748d7e85363a1ee5c8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/561b43f1bec84a0c92276fcaf6ecec1d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/2e1da46a3f9a4b228161f8a4169e7943, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1011008b027840c4bc2f50e634dc0db2] to archive 2024-11-24T14:22:31,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:22:31,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/5a85e241db5b45e78aee365611a01c4c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/5a85e241db5b45e78aee365611a01c4c 2024-11-24T14:22:31,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d86906e259b245ca9d63ebad62739a17 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d86906e259b245ca9d63ebad62739a17 2024-11-24T14:22:31,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/e7801f30b1f9471c88ccfe706cc45c85 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/e7801f30b1f9471c88ccfe706cc45c85 2024-11-24T14:22:31,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/02423e5fd98d4190ab0eafd5c2dd3665 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/02423e5fd98d4190ab0eafd5c2dd3665 2024-11-24T14:22:31,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d9f92696ff274d6d8038b2849bbecdd4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/d9f92696ff274d6d8038b2849bbecdd4 2024-11-24T14:22:31,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1c12fc2ca63e47e28a9b119282ab006d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1c12fc2ca63e47e28a9b119282ab006d 2024-11-24T14:22:31,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/0c941881cc854ef2aefd88b12b488e39 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/0c941881cc854ef2aefd88b12b488e39 2024-11-24T14:22:31,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/db2fbbd10a844aa9999051e65fb4521b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/db2fbbd10a844aa9999051e65fb4521b 2024-11-24T14:22:31,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/c6523e0a3ff1454ba9edf3fda6c17a27 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/c6523e0a3ff1454ba9edf3fda6c17a27 2024-11-24T14:22:31,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/b37b94cb42b748f4b5fe022ef44e0b63 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/b37b94cb42b748f4b5fe022ef44e0b63 2024-11-24T14:22:31,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/4d0245cd62894edea44c7dc22da2a6c6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/4d0245cd62894edea44c7dc22da2a6c6 2024-11-24T14:22:31,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/76e9ab1748b34e83a508e15b83edb6bd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/76e9ab1748b34e83a508e15b83edb6bd 2024-11-24T14:22:31,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/eabde49183cd419ab3c4755068c3af0a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/eabde49183cd419ab3c4755068c3af0a 2024-11-24T14:22:31,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/9422eee874384232955c2d159251a2d6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/9422eee874384232955c2d159251a2d6 2024-11-24T14:22:31,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/52573398f2a1467ba501956b23c00d3b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/52573398f2a1467ba501956b23c00d3b 2024-11-24T14:22:31,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/48352f76188c40dba0feb2359bdfde91 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/48352f76188c40dba0feb2359bdfde91 2024-11-24T14:22:31,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/6a10e4abc9f94f92a97e94a306109df4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/6a10e4abc9f94f92a97e94a306109df4 2024-11-24T14:22:31,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/314878310f0046c7a15b6ea4962a065d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/314878310f0046c7a15b6ea4962a065d 2024-11-24T14:22:31,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/693a2084e9a94d8e97b1576d398ccd1a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/693a2084e9a94d8e97b1576d398ccd1a 2024-11-24T14:22:31,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/8ab56a5c5938489988d1eff779135b6e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/8ab56a5c5938489988d1eff779135b6e 2024-11-24T14:22:31,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/08e2568a87c74695bc422af21ce8b2e3 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/08e2568a87c74695bc422af21ce8b2e3 2024-11-24T14:22:31,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/481e3f31a1bc49e79ea2ec9d6f0e8c13 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/481e3f31a1bc49e79ea2ec9d6f0e8c13 2024-11-24T14:22:31,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/49784c1d94db43c19e50be76872e630d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/49784c1d94db43c19e50be76872e630d 2024-11-24T14:22:31,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/03220751a0cc447cb345c4d80b6c166e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/03220751a0cc447cb345c4d80b6c166e 2024-11-24T14:22:31,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/59d4b44f2c57425aa102a462fe16694c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/59d4b44f2c57425aa102a462fe16694c 2024-11-24T14:22:31,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/bd12052c258940fabab3057d1b3feb28 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/bd12052c258940fabab3057d1b3feb28 2024-11-24T14:22:31,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/94cd643e8fc746a9b085808468cc2bd0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/94cd643e8fc746a9b085808468cc2bd0 2024-11-24T14:22:31,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/fac8ac832ad940748d7e85363a1ee5c8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/fac8ac832ad940748d7e85363a1ee5c8 2024-11-24T14:22:31,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/561b43f1bec84a0c92276fcaf6ecec1d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/561b43f1bec84a0c92276fcaf6ecec1d 2024-11-24T14:22:31,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/2e1da46a3f9a4b228161f8a4169e7943 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/2e1da46a3f9a4b228161f8a4169e7943 2024-11-24T14:22:31,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1011008b027840c4bc2f50e634dc0db2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/1011008b027840c4bc2f50e634dc0db2 2024-11-24T14:22:31,890 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/recovered.edits/497.seqid, newMaxSeqId=497, maxSeqId=1 2024-11-24T14:22:31,891 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f. 2024-11-24T14:22:31,891 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 89124db48ea313316e21aa7bd491da9f: 2024-11-24T14:22:31,892 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:31,893 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=89124db48ea313316e21aa7bd491da9f, regionState=CLOSED 2024-11-24T14:22:31,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-24T14:22:31,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 89124db48ea313316e21aa7bd491da9f, server=fb354886b420,39319,1732458063252 in 1.4870 sec 2024-11-24T14:22:31,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-24T14:22:31,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=89124db48ea313316e21aa7bd491da9f, UNASSIGN in 1.4900 sec 2024-11-24T14:22:31,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-24T14:22:31,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4920 sec 2024-11-24T14:22:31,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458151897"}]},"ts":"1732458151897"} 2024-11-24T14:22:31,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T14:22:31,900 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T14:22:31,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5030 sec 2024-11-24T14:22:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T14:22:32,503 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-24T14:22:32,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T14:22:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:32,505 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:32,505 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T14:22:32,506 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:32,508 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/recovered.edits] 2024-11-24T14:22:32,510 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/905c323e94674fcca135e933da710556 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/905c323e94674fcca135e933da710556 2024-11-24T14:22:32,511 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/e37c35f605974ce3bdde6a641806a489 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/e37c35f605974ce3bdde6a641806a489 2024-11-24T14:22:32,512 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/fe691511fb6e47329a1d85a085e71806 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/A/fe691511fb6e47329a1d85a085e71806 2024-11-24T14:22:32,514 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/12953bc4dc8c495e8a903a479338e764 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/12953bc4dc8c495e8a903a479338e764 2024-11-24T14:22:32,515 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/53a4b7060c1b48cbab8ca5a8e96316a9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/53a4b7060c1b48cbab8ca5a8e96316a9 2024-11-24T14:22:32,516 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/75532bdf566b49609fe3ea9a44e3e2b6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/B/75532bdf566b49609fe3ea9a44e3e2b6 2024-11-24T14:22:32,518 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/2a129a31da3640e1bd1ea12217ef2b00 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/2a129a31da3640e1bd1ea12217ef2b00 2024-11-24T14:22:32,519 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/3d64093f9ee047438a8e3716bddf6885 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/3d64093f9ee047438a8e3716bddf6885 2024-11-24T14:22:32,520 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/9a12d482b3634c34b1bec154896ffb7f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/C/9a12d482b3634c34b1bec154896ffb7f 2024-11-24T14:22:32,522 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/recovered.edits/497.seqid to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f/recovered.edits/497.seqid 2024-11-24T14:22:32,522 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/89124db48ea313316e21aa7bd491da9f 2024-11-24T14:22:32,522 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T14:22:32,524 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:32,527 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T14:22:32,529 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T14:22:32,529 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:32,529 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T14:22:32,530 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732458152529"}]},"ts":"9223372036854775807"} 2024-11-24T14:22:32,531 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T14:22:32,531 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 89124db48ea313316e21aa7bd491da9f, NAME => 'TestAcidGuarantees,,1732458125177.89124db48ea313316e21aa7bd491da9f.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T14:22:32,531 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T14:22:32,531 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732458152531"}]},"ts":"9223372036854775807"} 2024-11-24T14:22:32,533 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T14:22:32,535 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:32,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-24T14:22:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T14:22:32,606 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-24T14:22:32,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 242), OpenFileDescriptor=455 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=555 (was 397) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7646 (was 8312) 2024-11-24T14:22:32,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=555, ProcessCount=11, AvailableMemoryMB=7646 2024-11-24T14:22:32,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T14:22:32,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T14:22:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:32,627 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T14:22:32,627 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:32,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-11-24T14:22:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-24T14:22:32,628 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T14:22:32,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742177_1353 (size=960) 2024-11-24T14:22:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-24T14:22:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-24T14:22:33,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T14:22:33,035 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475 2024-11-24T14:22:33,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742178_1354 (size=53) 2024-11-24T14:22:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-24T14:22:33,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:22:33,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3a44e5226c0f1d31eb505c0c489335b2, disabling compactions & flushes 2024-11-24T14:22:33,440 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:33,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:33,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. after waiting 0 ms 2024-11-24T14:22:33,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:33,440 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:33,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:33,441 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T14:22:33,442 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732458153441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732458153441"}]},"ts":"1732458153441"} 2024-11-24T14:22:33,443 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T14:22:33,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T14:22:33,443 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458153443"}]},"ts":"1732458153443"} 2024-11-24T14:22:33,444 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T14:22:33,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a44e5226c0f1d31eb505c0c489335b2, ASSIGN}] 2024-11-24T14:22:33,451 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a44e5226c0f1d31eb505c0c489335b2, ASSIGN 2024-11-24T14:22:33,451 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a44e5226c0f1d31eb505c0c489335b2, ASSIGN; state=OFFLINE, location=fb354886b420,39319,1732458063252; forceNewPlan=false, retain=false 2024-11-24T14:22:33,602 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=3a44e5226c0f1d31eb505c0c489335b2, regionState=OPENING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:22:33,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure 3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:22:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-24T14:22:33,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:33,757 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:33,758 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:22:33,758 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:33,758 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:22:33,758 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:33,758 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:33,759 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:33,760 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:22:33,761 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a44e5226c0f1d31eb505c0c489335b2 columnFamilyName A 2024-11-24T14:22:33,761 DEBUG [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:33,761 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(327): Store=3a44e5226c0f1d31eb505c0c489335b2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:22:33,761 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:33,762 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:22:33,762 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a44e5226c0f1d31eb505c0c489335b2 columnFamilyName B 2024-11-24T14:22:33,762 DEBUG [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:33,763 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(327): Store=3a44e5226c0f1d31eb505c0c489335b2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:22:33,763 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:33,763 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:22:33,764 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a44e5226c0f1d31eb505c0c489335b2 columnFamilyName C 2024-11-24T14:22:33,764 DEBUG [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:33,764 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(327): Store=3a44e5226c0f1d31eb505c0c489335b2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:22:33,764 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:33,765 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:33,765 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:33,766 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T14:22:33,767 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:33,768 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T14:22:33,769 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened 3a44e5226c0f1d31eb505c0c489335b2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67700917, jitterRate=0.008822277188301086}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T14:22:33,769 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:33,770 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., pid=98, masterSystemTime=1732458153755 2024-11-24T14:22:33,771 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:33,771 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:33,772 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=3a44e5226c0f1d31eb505c0c489335b2, regionState=OPEN, openSeqNum=2, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:22:33,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-24T14:22:33,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure 3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 in 169 msec 2024-11-24T14:22:33,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-24T14:22:33,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a44e5226c0f1d31eb505c0c489335b2, ASSIGN in 323 msec 2024-11-24T14:22:33,775 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T14:22:33,775 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458153775"}]},"ts":"1732458153775"} 2024-11-24T14:22:33,776 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T14:22:33,779 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T14:22:33,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-24T14:22:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-24T14:22:34,732 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-24T14:22:34,733 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-24T14:22:34,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:34,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:34,739 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:34,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T14:22:34,741 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T14:22:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T14:22:34,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T14:22:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T14:22:34,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742179_1355 (size=996) 2024-11-24T14:22:35,153 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T14:22:35,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T14:22:35,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T14:22:35,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a44e5226c0f1d31eb505c0c489335b2, REOPEN/MOVE}] 2024-11-24T14:22:35,157 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a44e5226c0f1d31eb505c0c489335b2, REOPEN/MOVE 2024-11-24T14:22:35,157 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=3a44e5226c0f1d31eb505c0c489335b2, regionState=CLOSING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,158 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T14:22:35,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure 3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:22:35,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:35,310 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,310 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T14:22:35,310 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing 3a44e5226c0f1d31eb505c0c489335b2, disabling compactions & flushes 2024-11-24T14:22:35,310 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,310 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,310 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. after waiting 0 ms 2024-11-24T14:22:35,310 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,313 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T14:22:35,314 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,314 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:35,314 WARN [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: 3a44e5226c0f1d31eb505c0c489335b2 to self. 2024-11-24T14:22:35,315 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=3a44e5226c0f1d31eb505c0c489335b2, regionState=CLOSED 2024-11-24T14:22:35,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-24T14:22:35,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure 3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 in 158 msec 2024-11-24T14:22:35,317 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a44e5226c0f1d31eb505c0c489335b2, REOPEN/MOVE; state=CLOSED, location=fb354886b420,39319,1732458063252; forceNewPlan=false, retain=true 2024-11-24T14:22:35,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=3a44e5226c0f1d31eb505c0c489335b2, regionState=OPENING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure 3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:22:35,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:35,623 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,623 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:22:35,624 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,624 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:22:35,624 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,624 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,625 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,626 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:22:35,626 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a44e5226c0f1d31eb505c0c489335b2 columnFamilyName A 2024-11-24T14:22:35,627 DEBUG [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:35,628 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(327): Store=3a44e5226c0f1d31eb505c0c489335b2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:22:35,628 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,628 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:22:35,629 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a44e5226c0f1d31eb505c0c489335b2 columnFamilyName B 2024-11-24T14:22:35,629 DEBUG [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:35,629 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(327): Store=3a44e5226c0f1d31eb505c0c489335b2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:22:35,629 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,629 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:22:35,630 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a44e5226c0f1d31eb505c0c489335b2 columnFamilyName C 2024-11-24T14:22:35,630 DEBUG [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:35,630 INFO [StoreOpener-3a44e5226c0f1d31eb505c0c489335b2-1 {}] regionserver.HStore(327): Store=3a44e5226c0f1d31eb505c0c489335b2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:22:35,630 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,631 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,631 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,633 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T14:22:35,634 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,634 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened 3a44e5226c0f1d31eb505c0c489335b2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59676416, jitterRate=-0.11075210571289062}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T14:22:35,635 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:35,635 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., pid=103, masterSystemTime=1732458155620 2024-11-24T14:22:35,636 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,637 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,637 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=3a44e5226c0f1d31eb505c0c489335b2, regionState=OPEN, openSeqNum=5, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-11-24T14:22:35,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure 3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 in 169 msec 2024-11-24T14:22:35,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-24T14:22:35,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a44e5226c0f1d31eb505c0c489335b2, REOPEN/MOVE in 483 msec 2024-11-24T14:22:35,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-24T14:22:35,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-24T14:22:35,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 898 msec 2024-11-24T14:22:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-24T14:22:35,644 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-24T14:22:35,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:35,653 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-24T14:22:35,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:35,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-24T14:22:35,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:35,659 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-24T14:22:35,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:35,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-24T14:22:35,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:35,666 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-24T14:22:35,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:35,669 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-24T14:22:35,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:35,672 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-24T14:22:35,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:35,675 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-24T14:22:35,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:35,679 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-24T14:22:35,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:22:35,683 DEBUG [hconnection-0x2d79ea1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:35,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:35,683 DEBUG [hconnection-0x31bef7b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-24T14:22:35,684 DEBUG [hconnection-0xba68477-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:35,684 DEBUG [hconnection-0x67073526-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T14:22:35,685 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:35,685 DEBUG [hconnection-0x5b7d5ac4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:35,686 DEBUG [hconnection-0x43a5bf7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:35,686 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:35,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:35,686 DEBUG [hconnection-0x3893b784-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:35,686 DEBUG [hconnection-0x18825739-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:35,687 DEBUG [hconnection-0x2da11881-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:35,688 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:35,688 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:35,688 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:35,688 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:35,688 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:35,689 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:35,689 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:35,689 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:35,689 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:35,691 DEBUG [hconnection-0x3f379e42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:22:35,691 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:22:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:22:35,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:35,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:35,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:35,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:35,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:35,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:35,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:35,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458215716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458215715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458215716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458215717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458215717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112455940add902844fc8800906c96270e8e_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458155701/Put/seqid=0 2024-11-24T14:22:35,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742180_1356 (size=12154) 2024-11-24T14:22:35,767 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:35,770 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112455940add902844fc8800906c96270e8e_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112455940add902844fc8800906c96270e8e_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:35,771 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/fbb4133e709f4408ba4015ed8cb9d849, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:35,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/fbb4133e709f4408ba4015ed8cb9d849 is 175, key is test_row_0/A:col10/1732458155701/Put/seqid=0 2024-11-24T14:22:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742181_1357 (size=30955) 2024-11-24T14:22:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T14:22:35,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458215817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458215818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458215818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458215818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458215818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:35,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:35,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T14:22:35,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:35,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:35,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T14:22:35,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:35,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T14:22:35,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:35,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:35,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:35,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458216021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458216021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458216025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458216025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458216025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:36,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T14:22:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,181 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/fbb4133e709f4408ba4015ed8cb9d849 2024-11-24T14:22:36,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/1b06ae440a0d43fb9512f2d457c570c6 is 50, key is test_row_0/B:col10/1732458155701/Put/seqid=0 2024-11-24T14:22:36,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742182_1358 (size=12001) 2024-11-24T14:22:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T14:22:36,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:36,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T14:22:36,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:36,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458216323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458216326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458216327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458216329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458216329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:36,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T14:22:36,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:36,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,602 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:36,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T14:22:36,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:36,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/1b06ae440a0d43fb9512f2d457c570c6 2024-11-24T14:22:36,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/3981b385258c4c86b8296253f407387d is 50, key is test_row_0/C:col10/1732458155701/Put/seqid=0 2024-11-24T14:22:36,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742183_1359 (size=12001) 2024-11-24T14:22:36,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:36,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T14:22:36,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:36,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T14:22:36,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458216827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458216829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458216830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458216831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458216832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:36,907 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:36,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T14:22:36,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:36,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:36,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:37,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:37,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T14:22:37,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:37,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:37,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:37,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:37,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:37,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/3981b385258c4c86b8296253f407387d 2024-11-24T14:22:37,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/fbb4133e709f4408ba4015ed8cb9d849 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/fbb4133e709f4408ba4015ed8cb9d849 2024-11-24T14:22:37,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/fbb4133e709f4408ba4015ed8cb9d849, entries=150, sequenceid=18, filesize=30.2 K 2024-11-24T14:22:37,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/1b06ae440a0d43fb9512f2d457c570c6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/1b06ae440a0d43fb9512f2d457c570c6 2024-11-24T14:22:37,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/1b06ae440a0d43fb9512f2d457c570c6, entries=150, sequenceid=18, filesize=11.7 K 2024-11-24T14:22:37,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/3981b385258c4c86b8296253f407387d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/3981b385258c4c86b8296253f407387d 2024-11-24T14:22:37,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/3981b385258c4c86b8296253f407387d, entries=150, sequenceid=18, filesize=11.7 K 2024-11-24T14:22:37,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 3a44e5226c0f1d31eb505c0c489335b2 in 1387ms, sequenceid=18, compaction requested=false 2024-11-24T14:22:37,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:37,213 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:37,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T14:22:37,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:37,214 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T14:22:37,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:37,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:37,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:37,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:37,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:37,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:37,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112400717440bcdd4022a1594156459c629b_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458155714/Put/seqid=0 2024-11-24T14:22:37,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742184_1360 (size=12154) 2024-11-24T14:22:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,240 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112400717440bcdd4022a1594156459c629b_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112400717440bcdd4022a1594156459c629b_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:37,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/724610ce448f40cb88a3bebd06edd2cf, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:37,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/724610ce448f40cb88a3bebd06edd2cf is 175, key is test_row_0/A:col10/1732458155714/Put/seqid=0 2024-11-24T14:22:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742185_1361 (size=30955) 2024-11-24T14:22:37,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T14:22:37,654 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/724610ce448f40cb88a3bebd06edd2cf 2024-11-24T14:22:37,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/99cc6f7c639f40179c5b254e7883d788 is 50, key is test_row_0/B:col10/1732458155714/Put/seqid=0 2024-11-24T14:22:37,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742186_1362 (size=12001) 2024-11-24T14:22:37,702 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/99cc6f7c639f40179c5b254e7883d788 2024-11-24T14:22:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/66e1dcf34d7d4ed1b6ee3eae9e5befa5 is 50, key is test_row_0/C:col10/1732458155714/Put/seqid=0 2024-11-24T14:22:37,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742187_1363 (size=12001) 2024-11-24T14:22:37,746 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/66e1dcf34d7d4ed1b6ee3eae9e5befa5 2024-11-24T14:22:37,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/724610ce448f40cb88a3bebd06edd2cf as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/724610ce448f40cb88a3bebd06edd2cf 2024-11-24T14:22:37,761 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/724610ce448f40cb88a3bebd06edd2cf, entries=150, sequenceid=42, filesize=30.2 K 2024-11-24T14:22:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/99cc6f7c639f40179c5b254e7883d788 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/99cc6f7c639f40179c5b254e7883d788 2024-11-24T14:22:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,767 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/99cc6f7c639f40179c5b254e7883d788, entries=150, sequenceid=42, filesize=11.7 K 2024-11-24T14:22:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/66e1dcf34d7d4ed1b6ee3eae9e5befa5 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/66e1dcf34d7d4ed1b6ee3eae9e5befa5 2024-11-24T14:22:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,783 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/66e1dcf34d7d4ed1b6ee3eae9e5befa5, entries=150, sequenceid=42, filesize=11.7 K 2024-11-24T14:22:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,784 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 3a44e5226c0f1d31eb505c0c489335b2 in 570ms, sequenceid=42, compaction requested=false 2024-11-24T14:22:37,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-24T14:22:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-24T14:22:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-24T14:22:37,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1000 sec 2024-11-24T14:22:37,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.1050 sec 2024-11-24T14:22:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T14:22:37,789 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-24T14:22:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-24T14:22:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,797 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T14:22:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,798 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:37,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T14:22:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:37,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T14:22:37,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-24T14:22:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-24T14:22:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-24T14:22:37,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-24T14:22:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 163 msec 2024-11-24T14:22:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:22:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:37,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:37,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:37,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:37,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:37,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124692dc9f6480d4e97867cbb66db9c82b2_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458157984/Put/seqid=0 2024-11-24T14:22:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742189_1365 (size=24358) 2024-11-24T14:22:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T14:22:38,099 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-24T14:22:38,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-24T14:22:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T14:22:38,102 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:38,102 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:38,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:38,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458218096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458218099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458218108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458218112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458218112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T14:22:38,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458218213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458218214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458218219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458218230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458218232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,256 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:38,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T14:22:38,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:38,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:38,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:38,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T14:22:38,412 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:38,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T14:22:38,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:38,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:38,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:38,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458218422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458218425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458218427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458218439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458218439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:38,501 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124692dc9f6480d4e97867cbb66db9c82b2_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124692dc9f6480d4e97867cbb66db9c82b2_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:38,506 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/788de865a7f5408e963573769f4e2011, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:38,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/788de865a7f5408e963573769f4e2011 is 175, key is test_row_0/A:col10/1732458157984/Put/seqid=0 2024-11-24T14:22:38,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742188_1364 (size=73995) 2024-11-24T14:22:38,517 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/788de865a7f5408e963573769f4e2011 2024-11-24T14:22:38,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/8056b17435d64022a756ecb24c1bd176 is 50, key is test_row_0/B:col10/1732458157984/Put/seqid=0 2024-11-24T14:22:38,565 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:38,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T14:22:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:38,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742190_1366 (size=12001) 2024-11-24T14:22:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T14:22:38,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:38,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T14:22:38,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:38,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:38,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:38,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458218733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458218734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458218738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458218750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458218751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:38,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:38,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T14:22:38,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:38,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:38,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:38,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:38,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/8056b17435d64022a756ecb24c1bd176 2024-11-24T14:22:38,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/37e325365b744e84927ff65805823513 is 50, key is test_row_0/C:col10/1732458157984/Put/seqid=0 2024-11-24T14:22:39,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742191_1367 (size=12001) 2024-11-24T14:22:39,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:39,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/37e325365b744e84927ff65805823513 2024-11-24T14:22:39,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T14:22:39,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:39,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:39,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:39,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:39,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:39,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/788de865a7f5408e963573769f4e2011 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/788de865a7f5408e963573769f4e2011 2024-11-24T14:22:39,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/788de865a7f5408e963573769f4e2011, entries=400, sequenceid=54, filesize=72.3 K 2024-11-24T14:22:39,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/8056b17435d64022a756ecb24c1bd176 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/8056b17435d64022a756ecb24c1bd176 2024-11-24T14:22:39,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/8056b17435d64022a756ecb24c1bd176, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T14:22:39,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/37e325365b744e84927ff65805823513 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/37e325365b744e84927ff65805823513 2024-11-24T14:22:39,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/37e325365b744e84927ff65805823513, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T14:22:39,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a44e5226c0f1d31eb505c0c489335b2 in 1088ms, sequenceid=54, compaction requested=true 2024-11-24T14:22:39,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:39,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:39,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:39,077 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:39,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:39,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:39,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:39,077 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:39,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:39,078 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:39,078 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/A is initiating minor compaction (all files) 2024-11-24T14:22:39,078 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/A in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:39,078 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/fbb4133e709f4408ba4015ed8cb9d849, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/724610ce448f40cb88a3bebd06edd2cf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/788de865a7f5408e963573769f4e2011] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=132.7 K 2024-11-24T14:22:39,078 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:39,079 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/fbb4133e709f4408ba4015ed8cb9d849, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/724610ce448f40cb88a3bebd06edd2cf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/788de865a7f5408e963573769f4e2011] 2024-11-24T14:22:39,079 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:39,079 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/B is initiating minor compaction (all files) 2024-11-24T14:22:39,079 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/B in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:39,079 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/1b06ae440a0d43fb9512f2d457c570c6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/99cc6f7c639f40179c5b254e7883d788, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/8056b17435d64022a756ecb24c1bd176] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=35.2 K 2024-11-24T14:22:39,080 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b06ae440a0d43fb9512f2d457c570c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732458155701 2024-11-24T14:22:39,080 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbb4133e709f4408ba4015ed8cb9d849, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732458155701 2024-11-24T14:22:39,080 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 99cc6f7c639f40179c5b254e7883d788, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732458155714 2024-11-24T14:22:39,080 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 8056b17435d64022a756ecb24c1bd176, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458157984 2024-11-24T14:22:39,081 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 724610ce448f40cb88a3bebd06edd2cf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732458155714 2024-11-24T14:22:39,081 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 788de865a7f5408e963573769f4e2011, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458157960 2024-11-24T14:22:39,111 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:39,111 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:39,112 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/6056750f6db04e59a00a4161f43de550 is 50, key is test_row_0/B:col10/1732458157984/Put/seqid=0 2024-11-24T14:22:39,131 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124616f1ba0423e46d3bf18e8e8e0516884_3a44e5226c0f1d31eb505c0c489335b2 store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:39,134 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124616f1ba0423e46d3bf18e8e8e0516884_3a44e5226c0f1d31eb505c0c489335b2, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:39,134 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124616f1ba0423e46d3bf18e8e8e0516884_3a44e5226c0f1d31eb505c0c489335b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:39,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:39,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T14:22:39,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:39,183 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:22:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742192_1368 (size=12104) 2024-11-24T14:22:39,192 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/6056750f6db04e59a00a4161f43de550 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/6056750f6db04e59a00a4161f43de550 2024-11-24T14:22:39,199 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/B of 3a44e5226c0f1d31eb505c0c489335b2 into 6056750f6db04e59a00a4161f43de550(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:39,199 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:39,199 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/B, priority=13, startTime=1732458159077; duration=0sec 2024-11-24T14:22:39,199 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:39,199 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:B 2024-11-24T14:22:39,199 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:39,201 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:39,201 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/C is initiating minor compaction (all files) 2024-11-24T14:22:39,202 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/C in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:39,202 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/3981b385258c4c86b8296253f407387d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/66e1dcf34d7d4ed1b6ee3eae9e5befa5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/37e325365b744e84927ff65805823513] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=35.2 K 2024-11-24T14:22:39,202 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 3981b385258c4c86b8296253f407387d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732458155701 2024-11-24T14:22:39,202 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 66e1dcf34d7d4ed1b6ee3eae9e5befa5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732458155714 2024-11-24T14:22:39,203 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 37e325365b744e84927ff65805823513, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458157984 2024-11-24T14:22:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T14:22:39,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742193_1369 (size=4469) 2024-11-24T14:22:39,237 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:39,238 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/d6468f3d20904eb5a7b3ad45283256df is 50, key is test_row_0/C:col10/1732458157984/Put/seqid=0 2024-11-24T14:22:39,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124907a086c62f64bc3887dfc46fdd673b9_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458158107/Put/seqid=0 2024-11-24T14:22:39,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742194_1370 (size=12104) 2024-11-24T14:22:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742195_1371 (size=12154) 2024-11-24T14:22:39,286 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/d6468f3d20904eb5a7b3ad45283256df as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/d6468f3d20904eb5a7b3ad45283256df 2024-11-24T14:22:39,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458219274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458219274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,292 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/C of 3a44e5226c0f1d31eb505c0c489335b2 into d6468f3d20904eb5a7b3ad45283256df(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:39,292 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:39,292 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/C, priority=13, startTime=1732458159077; duration=0sec 2024-11-24T14:22:39,293 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:39,293 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:C 2024-11-24T14:22:39,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458219276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458219277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458219285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458219388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458219388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458219397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458219398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458219398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458219596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458219596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458219605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458219605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458219605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,620 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#A#compaction#316 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:39,621 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/79e57e0276174fedb15ed72047c6be70 is 175, key is test_row_0/A:col10/1732458157984/Put/seqid=0 2024-11-24T14:22:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742196_1372 (size=31058) 2024-11-24T14:22:39,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:39,688 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124907a086c62f64bc3887dfc46fdd673b9_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124907a086c62f64bc3887dfc46fdd673b9_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:39,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/c17b5bf84ef3485983c82a55367b98fd, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:39,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/c17b5bf84ef3485983c82a55367b98fd is 175, key is test_row_0/A:col10/1732458158107/Put/seqid=0 2024-11-24T14:22:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742197_1373 (size=30955) 2024-11-24T14:22:39,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458219910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458219912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458219914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458219914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:39,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458219914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:40,076 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/79e57e0276174fedb15ed72047c6be70 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/79e57e0276174fedb15ed72047c6be70 2024-11-24T14:22:40,084 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/A of 3a44e5226c0f1d31eb505c0c489335b2 into 79e57e0276174fedb15ed72047c6be70(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-24T14:22:40,084 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:40,084 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/A, priority=13, startTime=1732458159077; duration=1sec 2024-11-24T14:22:40,084 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:40,084 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:A 2024-11-24T14:22:40,140 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/c17b5bf84ef3485983c82a55367b98fd 2024-11-24T14:22:40,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/bbaab61904ca4105b42f9d6adb03b079 is 50, key is test_row_0/B:col10/1732458158107/Put/seqid=0 2024-11-24T14:22:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T14:22:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742198_1374 (size=12001) 2024-11-24T14:22:40,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458220419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:40,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458220420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:40,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458220420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458220423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458220424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:40,613 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/bbaab61904ca4105b42f9d6adb03b079 2024-11-24T14:22:40,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/4bb9afdfd36742b487942e2cf6fb5bf9 is 50, key is test_row_0/C:col10/1732458158107/Put/seqid=0 2024-11-24T14:22:40,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742199_1375 (size=12001) 2024-11-24T14:22:41,084 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/4bb9afdfd36742b487942e2cf6fb5bf9 2024-11-24T14:22:41,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/c17b5bf84ef3485983c82a55367b98fd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/c17b5bf84ef3485983c82a55367b98fd 2024-11-24T14:22:41,093 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/c17b5bf84ef3485983c82a55367b98fd, entries=150, sequenceid=79, filesize=30.2 K 2024-11-24T14:22:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/bbaab61904ca4105b42f9d6adb03b079 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/bbaab61904ca4105b42f9d6adb03b079 2024-11-24T14:22:41,107 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/bbaab61904ca4105b42f9d6adb03b079, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T14:22:41,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/4bb9afdfd36742b487942e2cf6fb5bf9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/4bb9afdfd36742b487942e2cf6fb5bf9 2024-11-24T14:22:41,118 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/4bb9afdfd36742b487942e2cf6fb5bf9, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T14:22:41,120 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3a44e5226c0f1d31eb505c0c489335b2 in 1937ms, sequenceid=79, compaction requested=false 2024-11-24T14:22:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-24T14:22:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-24T14:22:41,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-24T14:22:41,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0210 sec 2024-11-24T14:22:41,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 3.0250 sec 2024-11-24T14:22:41,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T14:22:41,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:41,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:41,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:41,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:41,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:41,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:41,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b8b0a8bfa97a489ba862159784d489c4_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458159283/Put/seqid=0 2024-11-24T14:22:41,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742200_1376 (size=14594) 2024-11-24T14:22:41,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458221468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,486 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:41,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458221471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,493 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b8b0a8bfa97a489ba862159784d489c4_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b8b0a8bfa97a489ba862159784d489c4_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:41,494 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/e80f90bde5b64a3b997629dc84dc3214, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:41,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/e80f90bde5b64a3b997629dc84dc3214 is 175, key is test_row_0/A:col10/1732458159283/Put/seqid=0 2024-11-24T14:22:41,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458221486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458221488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458221489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742201_1377 (size=39549) 2024-11-24T14:22:41,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458221586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458221590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458221605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458221605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458221606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458221791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458221802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458221812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458221816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458221816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:41,943 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/e80f90bde5b64a3b997629dc84dc3214 2024-11-24T14:22:41,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/109e45df4c4b46228f366f6a0f70b4be is 50, key is test_row_0/B:col10/1732458159283/Put/seqid=0 2024-11-24T14:22:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742202_1378 (size=12001) 2024-11-24T14:22:41,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/109e45df4c4b46228f366f6a0f70b4be 2024-11-24T14:22:42,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/fc39e5b998bb46b3b2a8e162aa7cd145 is 50, key is test_row_0/C:col10/1732458159283/Put/seqid=0 2024-11-24T14:22:42,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742203_1379 (size=12001) 2024-11-24T14:22:42,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/fc39e5b998bb46b3b2a8e162aa7cd145 2024-11-24T14:22:42,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/e80f90bde5b64a3b997629dc84dc3214 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/e80f90bde5b64a3b997629dc84dc3214 2024-11-24T14:22:42,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/e80f90bde5b64a3b997629dc84dc3214, entries=200, sequenceid=94, filesize=38.6 K 2024-11-24T14:22:42,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/109e45df4c4b46228f366f6a0f70b4be as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/109e45df4c4b46228f366f6a0f70b4be 2024-11-24T14:22:42,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/109e45df4c4b46228f366f6a0f70b4be, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T14:22:42,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/fc39e5b998bb46b3b2a8e162aa7cd145 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/fc39e5b998bb46b3b2a8e162aa7cd145 2024-11-24T14:22:42,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/fc39e5b998bb46b3b2a8e162aa7cd145, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T14:22:42,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3a44e5226c0f1d31eb505c0c489335b2 in 626ms, sequenceid=94, compaction requested=true 2024-11-24T14:22:42,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:42,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:42,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:42,060 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:42,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:42,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:42,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:42,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:22:42,060 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:42,061 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:42,061 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/B is initiating minor compaction (all files) 2024-11-24T14:22:42,062 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/B in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,062 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/6056750f6db04e59a00a4161f43de550, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/bbaab61904ca4105b42f9d6adb03b079, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/109e45df4c4b46228f366f6a0f70b4be] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=35.3 K 2024-11-24T14:22:42,062 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:42,062 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/A is initiating minor compaction (all files) 2024-11-24T14:22:42,062 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/A in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,062 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/79e57e0276174fedb15ed72047c6be70, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/c17b5bf84ef3485983c82a55367b98fd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/e80f90bde5b64a3b997629dc84dc3214] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=99.2 K 2024-11-24T14:22:42,062 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,062 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/79e57e0276174fedb15ed72047c6be70, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/c17b5bf84ef3485983c82a55367b98fd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/e80f90bde5b64a3b997629dc84dc3214] 2024-11-24T14:22:42,063 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6056750f6db04e59a00a4161f43de550, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458157984 2024-11-24T14:22:42,063 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79e57e0276174fedb15ed72047c6be70, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458157984 2024-11-24T14:22:42,063 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting bbaab61904ca4105b42f9d6adb03b079, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732458158090 2024-11-24T14:22:42,063 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting c17b5bf84ef3485983c82a55367b98fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732458158090 2024-11-24T14:22:42,064 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 109e45df4c4b46228f366f6a0f70b4be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732458159272 2024-11-24T14:22:42,064 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting e80f90bde5b64a3b997629dc84dc3214, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732458159272 2024-11-24T14:22:42,075 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:42,075 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/2ab0d04816b64f90bc66dc3fbeb644e6 is 50, key is test_row_0/B:col10/1732458159283/Put/seqid=0 2024-11-24T14:22:42,086 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:42,098 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f35dfb3704a7451e9b32cb677a944512_3a44e5226c0f1d31eb505c0c489335b2 store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:42,100 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f35dfb3704a7451e9b32cb677a944512_3a44e5226c0f1d31eb505c0c489335b2, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:42,100 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f35dfb3704a7451e9b32cb677a944512_3a44e5226c0f1d31eb505c0c489335b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:42,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T14:22:42,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:42,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:42,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:42,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:42,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:42,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:42,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742204_1380 (size=12207) 2024-11-24T14:22:42,123 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/2ab0d04816b64f90bc66dc3fbeb644e6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/2ab0d04816b64f90bc66dc3fbeb644e6 2024-11-24T14:22:42,130 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/B of 3a44e5226c0f1d31eb505c0c489335b2 into 2ab0d04816b64f90bc66dc3fbeb644e6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:42,130 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:42,130 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/B, priority=13, startTime=1732458162060; duration=0sec 2024-11-24T14:22:42,130 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:42,130 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:B 2024-11-24T14:22:42,130 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:42,131 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:42,131 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/C is initiating minor compaction (all files) 2024-11-24T14:22:42,131 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/C in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,132 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/d6468f3d20904eb5a7b3ad45283256df, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/4bb9afdfd36742b487942e2cf6fb5bf9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/fc39e5b998bb46b3b2a8e162aa7cd145] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=35.3 K 2024-11-24T14:22:42,132 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting d6468f3d20904eb5a7b3ad45283256df, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732458157984 2024-11-24T14:22:42,132 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bb9afdfd36742b487942e2cf6fb5bf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732458158090 2024-11-24T14:22:42,133 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting fc39e5b998bb46b3b2a8e162aa7cd145, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732458159272 2024-11-24T14:22:42,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458222129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458222132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458222134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458222140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458222141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c1e3a27e7a04428c99f092f1d2afd6e1_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458161481/Put/seqid=0 2024-11-24T14:22:42,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742205_1381 (size=4469) 2024-11-24T14:22:42,195 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#A#compaction#325 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:42,195 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/2ea3845aa5cf470bb535f0963975462c is 175, key is test_row_0/A:col10/1732458159283/Put/seqid=0 2024-11-24T14:22:42,202 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#C#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:42,202 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/afcdfb5fd3084dd59c63d9fd1cab2d2a is 50, key is test_row_0/C:col10/1732458159283/Put/seqid=0 2024-11-24T14:22:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T14:22:42,207 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-24T14:22:42,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-24T14:22:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T14:22:42,211 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:42,211 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:42,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:42,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742206_1382 (size=14594) 2024-11-24T14:22:42,228 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:42,238 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c1e3a27e7a04428c99f092f1d2afd6e1_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c1e3a27e7a04428c99f092f1d2afd6e1_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:42,239 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/b7a24d2fffb94f61b539315da6c14956, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:42,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/b7a24d2fffb94f61b539315da6c14956 is 175, key is test_row_0/A:col10/1732458161481/Put/seqid=0 2024-11-24T14:22:42,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458222243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458222245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742208_1384 (size=12207) 2024-11-24T14:22:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742207_1383 (size=31161) 2024-11-24T14:22:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T14:22:42,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742209_1385 (size=39549) 2024-11-24T14:22:42,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/b7a24d2fffb94f61b539315da6c14956 2024-11-24T14:22:42,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/15d161e3cbe04739960fbecdf316ba53 is 50, key is test_row_0/B:col10/1732458161481/Put/seqid=0 2024-11-24T14:22:42,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:42,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T14:22:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742210_1386 (size=12001) 2024-11-24T14:22:42,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458222450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458222452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T14:22:42,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:42,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T14:22:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458222643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458222643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458222647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:42,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T14:22:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,687 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/afcdfb5fd3084dd59c63d9fd1cab2d2a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/afcdfb5fd3084dd59c63d9fd1cab2d2a 2024-11-24T14:22:42,692 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/C of 3a44e5226c0f1d31eb505c0c489335b2 into afcdfb5fd3084dd59c63d9fd1cab2d2a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:42,692 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:42,692 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/C, priority=13, startTime=1732458162060; duration=0sec 2024-11-24T14:22:42,692 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:42,692 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:C 2024-11-24T14:22:42,719 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/2ea3845aa5cf470bb535f0963975462c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/2ea3845aa5cf470bb535f0963975462c 2024-11-24T14:22:42,724 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/A of 3a44e5226c0f1d31eb505c0c489335b2 into 2ea3845aa5cf470bb535f0963975462c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:42,724 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:42,724 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/A, priority=13, startTime=1732458162059; duration=0sec 2024-11-24T14:22:42,724 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:42,724 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:A 2024-11-24T14:22:42,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458222759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458222763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T14:22:42,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/15d161e3cbe04739960fbecdf316ba53 2024-11-24T14:22:42,825 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:42,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T14:22:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/9563455e8008498c963a8d6a9b04905d is 50, key is test_row_0/C:col10/1732458161481/Put/seqid=0 2024-11-24T14:22:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742211_1387 (size=12001) 2024-11-24T14:22:42,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:42,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T14:22:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:42,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:43,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T14:22:43,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T14:22:43,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:43,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T14:22:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:43,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:43,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:43,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458223266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:43,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/9563455e8008498c963a8d6a9b04905d 2024-11-24T14:22:43,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458223270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:43,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/b7a24d2fffb94f61b539315da6c14956 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/b7a24d2fffb94f61b539315da6c14956 2024-11-24T14:22:43,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:43,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T14:22:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:43,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:43,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/b7a24d2fffb94f61b539315da6c14956, entries=200, sequenceid=120, filesize=38.6 K 2024-11-24T14:22:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:43,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/15d161e3cbe04739960fbecdf316ba53 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/15d161e3cbe04739960fbecdf316ba53 2024-11-24T14:22:43,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/15d161e3cbe04739960fbecdf316ba53, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T14:22:43,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/9563455e8008498c963a8d6a9b04905d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/9563455e8008498c963a8d6a9b04905d 2024-11-24T14:22:43,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/9563455e8008498c963a8d6a9b04905d, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T14:22:43,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3a44e5226c0f1d31eb505c0c489335b2 in 1206ms, sequenceid=120, compaction requested=false 2024-11-24T14:22:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T14:22:43,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:43,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T14:22:43,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:43,444 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:22:43,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:43,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:43,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:43,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:43,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:43,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:43,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124851150a4a3424730a665f07daeb4b1bd_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458162125/Put/seqid=0 2024-11-24T14:22:43,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742212_1388 (size=12254) 2024-11-24T14:22:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:43,507 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124851150a4a3424730a665f07daeb4b1bd_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124851150a4a3424730a665f07daeb4b1bd_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:43,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/4dc1e49e1df5494d804e29ffb402af56, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:43,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/4dc1e49e1df5494d804e29ffb402af56 is 175, key is test_row_0/A:col10/1732458162125/Put/seqid=0 2024-11-24T14:22:43,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742213_1389 (size=31055) 2024-11-24T14:22:43,534 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/4dc1e49e1df5494d804e29ffb402af56 2024-11-24T14:22:43,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/883fad53b84f4919adfc12866efb4075 is 50, key is test_row_0/B:col10/1732458162125/Put/seqid=0 2024-11-24T14:22:43,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742214_1390 (size=12101) 2024-11-24T14:22:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:43,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:43,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458223745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:43,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458223747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:43,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458223748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:43,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458223861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:43,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458223866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:43,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458223867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:43,974 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/883fad53b84f4919adfc12866efb4075 2024-11-24T14:22:43,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/b9b1a346114c40d9ba6fed479a6f56b7 is 50, key is test_row_0/C:col10/1732458162125/Put/seqid=0 2024-11-24T14:22:44,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742215_1391 (size=12101) 2024-11-24T14:22:44,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458224067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:44,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458224072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:44,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458224073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:44,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458224274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:44,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458224285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T14:22:44,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458224375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458224382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:44,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458224383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:44,446 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/b9b1a346114c40d9ba6fed479a6f56b7 2024-11-24T14:22:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/4dc1e49e1df5494d804e29ffb402af56 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/4dc1e49e1df5494d804e29ffb402af56 2024-11-24T14:22:44,457 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/4dc1e49e1df5494d804e29ffb402af56, entries=150, sequenceid=134, filesize=30.3 K 2024-11-24T14:22:44,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/883fad53b84f4919adfc12866efb4075 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/883fad53b84f4919adfc12866efb4075 2024-11-24T14:22:44,462 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/883fad53b84f4919adfc12866efb4075, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T14:22:44,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/b9b1a346114c40d9ba6fed479a6f56b7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/b9b1a346114c40d9ba6fed479a6f56b7 2024-11-24T14:22:44,466 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/b9b1a346114c40d9ba6fed479a6f56b7, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T14:22:44,467 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a44e5226c0f1d31eb505c0c489335b2 in 1023ms, sequenceid=134, compaction requested=true 2024-11-24T14:22:44,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:44,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:44,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-24T14:22:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-24T14:22:44,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-24T14:22:44,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2570 sec 2024-11-24T14:22:44,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.2610 sec 2024-11-24T14:22:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:44,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T14:22:44,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:44,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:44,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:44,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:44,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:44,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:44,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458224917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:44,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458224926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:44,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458224926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:44,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112469edf8bb2ca843698cd6011114d616a5_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458163744/Put/seqid=0 2024-11-24T14:22:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742216_1392 (size=14794) 2024-11-24T14:22:44,983 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:44,987 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112469edf8bb2ca843698cd6011114d616a5_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112469edf8bb2ca843698cd6011114d616a5_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:44,988 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/51cc300211d84f789d0e21445310f6f0, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:44,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/51cc300211d84f789d0e21445310f6f0 is 175, key is test_row_0/A:col10/1732458163744/Put/seqid=0 2024-11-24T14:22:45,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742217_1393 (size=39749) 2024-11-24T14:22:45,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458225028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458225037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458225037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458225235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458225243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458225243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,428 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/51cc300211d84f789d0e21445310f6f0 2024-11-24T14:22:45,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/3f8a73e9d3fe4eb4a2adcb6bcb1afa0f is 50, key is test_row_0/B:col10/1732458163744/Put/seqid=0 2024-11-24T14:22:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742218_1394 (size=12151) 2024-11-24T14:22:45,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/3f8a73e9d3fe4eb4a2adcb6bcb1afa0f 2024-11-24T14:22:45,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/8ecdf39adfb542b5aa08f0ca5b5c548f is 50, key is test_row_0/C:col10/1732458163744/Put/seqid=0 2024-11-24T14:22:45,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742219_1395 (size=12151) 2024-11-24T14:22:45,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/8ecdf39adfb542b5aa08f0ca5b5c548f 2024-11-24T14:22:45,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/51cc300211d84f789d0e21445310f6f0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/51cc300211d84f789d0e21445310f6f0 2024-11-24T14:22:45,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/51cc300211d84f789d0e21445310f6f0, entries=200, sequenceid=160, filesize=38.8 K 2024-11-24T14:22:45,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/3f8a73e9d3fe4eb4a2adcb6bcb1afa0f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3f8a73e9d3fe4eb4a2adcb6bcb1afa0f 2024-11-24T14:22:45,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3f8a73e9d3fe4eb4a2adcb6bcb1afa0f, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T14:22:45,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/8ecdf39adfb542b5aa08f0ca5b5c548f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8ecdf39adfb542b5aa08f0ca5b5c548f 2024-11-24T14:22:45,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8ecdf39adfb542b5aa08f0ca5b5c548f, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T14:22:45,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3a44e5226c0f1d31eb505c0c489335b2 in 610ms, sequenceid=160, compaction requested=true 2024-11-24T14:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:45,502 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:45,502 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:45,504 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:45,504 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/B is initiating minor compaction (all files) 2024-11-24T14:22:45,504 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/B in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:45,504 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/2ab0d04816b64f90bc66dc3fbeb644e6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/15d161e3cbe04739960fbecdf316ba53, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/883fad53b84f4919adfc12866efb4075, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3f8a73e9d3fe4eb4a2adcb6bcb1afa0f] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=47.3 K 2024-11-24T14:22:45,504 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:45,504 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/A is initiating minor compaction (all files) 2024-11-24T14:22:45,504 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/A in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:45,504 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ab0d04816b64f90bc66dc3fbeb644e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732458159272 2024-11-24T14:22:45,504 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/2ea3845aa5cf470bb535f0963975462c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/b7a24d2fffb94f61b539315da6c14956, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/4dc1e49e1df5494d804e29ffb402af56, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/51cc300211d84f789d0e21445310f6f0] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=138.2 K 2024-11-24T14:22:45,504 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:45,504 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/2ea3845aa5cf470bb535f0963975462c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/b7a24d2fffb94f61b539315da6c14956, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/4dc1e49e1df5494d804e29ffb402af56, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/51cc300211d84f789d0e21445310f6f0] 2024-11-24T14:22:45,505 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 15d161e3cbe04739960fbecdf316ba53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732458161465 2024-11-24T14:22:45,506 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ea3845aa5cf470bb535f0963975462c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732458159272 2024-11-24T14:22:45,506 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 883fad53b84f4919adfc12866efb4075, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732458162125 2024-11-24T14:22:45,506 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7a24d2fffb94f61b539315da6c14956, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732458161465 2024-11-24T14:22:45,506 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f8a73e9d3fe4eb4a2adcb6bcb1afa0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732458163744 2024-11-24T14:22:45,507 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dc1e49e1df5494d804e29ffb402af56, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732458162125 2024-11-24T14:22:45,508 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51cc300211d84f789d0e21445310f6f0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732458163740 2024-11-24T14:22:45,534 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#B#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:45,534 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/b64b25d46c124770814179e3cecf2c8c is 50, key is test_row_0/B:col10/1732458163744/Put/seqid=0 2024-11-24T14:22:45,535 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:45,548 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242995e5fd330341ca8e871584380d4950_3a44e5226c0f1d31eb505c0c489335b2 store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:45,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T14:22:45,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:45,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:45,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742220_1396 (size=12493) 2024-11-24T14:22:45,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:45,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:45,551 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242995e5fd330341ca8e871584380d4950_3a44e5226c0f1d31eb505c0c489335b2, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:45,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:45,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:45,551 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242995e5fd330341ca8e871584380d4950_3a44e5226c0f1d31eb505c0c489335b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:45,559 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/b64b25d46c124770814179e3cecf2c8c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b64b25d46c124770814179e3cecf2c8c 2024-11-24T14:22:45,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112480fd671e36bb4d6686ff53d5bca5f191_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458165549/Put/seqid=0 2024-11-24T14:22:45,563 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/B of 3a44e5226c0f1d31eb505c0c489335b2 into b64b25d46c124770814179e3cecf2c8c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:45,563 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:45,563 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/B, priority=12, startTime=1732458165502; duration=0sec 2024-11-24T14:22:45,564 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:45,564 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:B 2024-11-24T14:22:45,564 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:45,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742221_1397 (size=4469) 2024-11-24T14:22:45,566 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:45,566 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/C is initiating minor compaction (all files) 2024-11-24T14:22:45,566 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/C in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:45,567 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/afcdfb5fd3084dd59c63d9fd1cab2d2a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/9563455e8008498c963a8d6a9b04905d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/b9b1a346114c40d9ba6fed479a6f56b7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8ecdf39adfb542b5aa08f0ca5b5c548f] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=47.3 K 2024-11-24T14:22:45,567 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting afcdfb5fd3084dd59c63d9fd1cab2d2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732458159272 2024-11-24T14:22:45,567 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 9563455e8008498c963a8d6a9b04905d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732458161465 2024-11-24T14:22:45,568 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting b9b1a346114c40d9ba6fed479a6f56b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732458162125 2024-11-24T14:22:45,568 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ecdf39adfb542b5aa08f0ca5b5c548f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732458163744 2024-11-24T14:22:45,573 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#A#compaction#337 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:45,574 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/9c43e50478f24cf7830b79d99db046b0 is 175, key is test_row_0/A:col10/1732458163744/Put/seqid=0 2024-11-24T14:22:45,583 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#C#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:45,584 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/cf3ac481bc3f4ba2aa84f4eb30bd3ecd is 50, key is test_row_0/C:col10/1732458163744/Put/seqid=0 2024-11-24T14:22:45,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742222_1398 (size=14794) 2024-11-24T14:22:45,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742223_1399 (size=31447) 2024-11-24T14:22:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742224_1400 (size=12493) 2024-11-24T14:22:45,606 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/9c43e50478f24cf7830b79d99db046b0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9c43e50478f24cf7830b79d99db046b0 2024-11-24T14:22:45,613 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/A of 3a44e5226c0f1d31eb505c0c489335b2 into 9c43e50478f24cf7830b79d99db046b0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:45,613 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:45,613 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/A, priority=12, startTime=1732458165502; duration=0sec 2024-11-24T14:22:45,613 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:45,613 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:A 2024-11-24T14:22:45,614 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/cf3ac481bc3f4ba2aa84f4eb30bd3ecd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/cf3ac481bc3f4ba2aa84f4eb30bd3ecd 2024-11-24T14:22:45,619 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/C of 3a44e5226c0f1d31eb505c0c489335b2 into cf3ac481bc3f4ba2aa84f4eb30bd3ecd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:45,619 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:45,619 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/C, priority=12, startTime=1732458165502; duration=0sec 2024-11-24T14:22:45,619 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:45,619 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:C 2024-11-24T14:22:45,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458225622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458225628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458225631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458225733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458225736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458225739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458225940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458225941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458225948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:45,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:45,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112480fd671e36bb4d6686ff53d5bca5f191_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112480fd671e36bb4d6686ff53d5bca5f191_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:46,001 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/9a86ec233c0d4f9196c77c9b403d843f, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:46,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/9a86ec233c0d4f9196c77c9b403d843f is 175, key is test_row_0/A:col10/1732458165549/Put/seqid=0 2024-11-24T14:22:46,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742225_1401 (size=39749) 2024-11-24T14:22:46,059 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/9a86ec233c0d4f9196c77c9b403d843f 2024-11-24T14:22:46,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/b7eec5eec41c42c6974930a12ebcbd05 is 50, key is test_row_0/B:col10/1732458165549/Put/seqid=0 2024-11-24T14:22:46,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742226_1402 (size=12151) 2024-11-24T14:22:46,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/b7eec5eec41c42c6974930a12ebcbd05 2024-11-24T14:22:46,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/5535092b0fd74fcc99a9be5e3a6c0f2b is 50, key is test_row_0/C:col10/1732458165549/Put/seqid=0 2024-11-24T14:22:46,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742227_1403 (size=12151) 2024-11-24T14:22:46,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458226246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:46,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458226246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:46,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458226255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:46,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458226295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:46,299 DEBUG [Thread-1604 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., hostname=fb354886b420,39319,1732458063252, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:22:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T14:22:46,316 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-24T14:22:46,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458226313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:46,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:46,318 DEBUG [Thread-1598 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., hostname=fb354886b420,39319,1732458063252, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:22:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-24T14:22:46,320 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:46,321 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:46,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T14:22:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T14:22:46,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:46,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T14:22:46,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:46,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:46,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:46,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:46,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:46,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/5535092b0fd74fcc99a9be5e3a6c0f2b 2024-11-24T14:22:46,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/9a86ec233c0d4f9196c77c9b403d843f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9a86ec233c0d4f9196c77c9b403d843f 2024-11-24T14:22:46,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9a86ec233c0d4f9196c77c9b403d843f, entries=200, sequenceid=172, filesize=38.8 K 2024-11-24T14:22:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/b7eec5eec41c42c6974930a12ebcbd05 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b7eec5eec41c42c6974930a12ebcbd05 2024-11-24T14:22:46,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b7eec5eec41c42c6974930a12ebcbd05, entries=150, sequenceid=172, filesize=11.9 K 2024-11-24T14:22:46,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/5535092b0fd74fcc99a9be5e3a6c0f2b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/5535092b0fd74fcc99a9be5e3a6c0f2b 2024-11-24T14:22:46,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/5535092b0fd74fcc99a9be5e3a6c0f2b, entries=150, sequenceid=172, filesize=11.9 K 2024-11-24T14:22:46,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3a44e5226c0f1d31eb505c0c489335b2 in 1053ms, sequenceid=172, compaction requested=false 2024-11-24T14:22:46,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T14:22:46,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:46,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T14:22:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:46,627 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T14:22:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:46,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:46,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:46,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:46,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:46,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:46,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124043d299619fe4bddb24978d8c4d4a49e_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458165629/Put/seqid=0 2024-11-24T14:22:46,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742228_1404 (size=12304) 2024-11-24T14:22:46,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458226778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:46,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458226779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:46,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458226786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:46,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458226888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:46,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458226896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:46,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458226897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T14:22:47,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:47,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458227096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:47,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458227103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:47,109 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124043d299619fe4bddb24978d8c4d4a49e_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124043d299619fe4bddb24978d8c4d4a49e_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/6cfef3e6262a4a8ab6e5191e91dce6d2, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:47,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458227105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:47,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/6cfef3e6262a4a8ab6e5191e91dce6d2 is 175, key is test_row_0/A:col10/1732458165629/Put/seqid=0 2024-11-24T14:22:47,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742229_1405 (size=31105) 2024-11-24T14:22:47,131 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/6cfef3e6262a4a8ab6e5191e91dce6d2 2024-11-24T14:22:47,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/323f352ebaf64db79a4dafbd4a059bc8 is 50, key is test_row_0/B:col10/1732458165629/Put/seqid=0 2024-11-24T14:22:47,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742230_1406 (size=12151) 2024-11-24T14:22:47,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458227405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:47,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458227407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:47,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458227415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T14:22:47,594 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/323f352ebaf64db79a4dafbd4a059bc8 2024-11-24T14:22:47,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/a2a0d84247f543e1beb1ecfe40b8e2dd is 50, key is test_row_0/C:col10/1732458165629/Put/seqid=0 2024-11-24T14:22:47,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742231_1407 (size=12151) 2024-11-24T14:22:47,638 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/a2a0d84247f543e1beb1ecfe40b8e2dd 2024-11-24T14:22:47,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/6cfef3e6262a4a8ab6e5191e91dce6d2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6cfef3e6262a4a8ab6e5191e91dce6d2 2024-11-24T14:22:47,659 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6cfef3e6262a4a8ab6e5191e91dce6d2, entries=150, sequenceid=199, filesize=30.4 K 2024-11-24T14:22:47,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/323f352ebaf64db79a4dafbd4a059bc8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/323f352ebaf64db79a4dafbd4a059bc8 2024-11-24T14:22:47,667 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/323f352ebaf64db79a4dafbd4a059bc8, entries=150, sequenceid=199, filesize=11.9 K 2024-11-24T14:22:47,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/a2a0d84247f543e1beb1ecfe40b8e2dd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/a2a0d84247f543e1beb1ecfe40b8e2dd 2024-11-24T14:22:47,673 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/a2a0d84247f543e1beb1ecfe40b8e2dd, entries=150, sequenceid=199, filesize=11.9 K 2024-11-24T14:22:47,674 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3a44e5226c0f1d31eb505c0c489335b2 in 1047ms, sequenceid=199, compaction requested=true 2024-11-24T14:22:47,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:47,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:47,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-24T14:22:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-24T14:22:47,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-24T14:22:47,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3540 sec 2024-11-24T14:22:47,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.3600 sec 2024-11-24T14:22:47,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T14:22:47,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:47,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:47,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:47,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:47,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:47,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:47,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f4c1b61dc7ba4937bdca81c4965572ff_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458166774/Put/seqid=0 2024-11-24T14:22:47,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742232_1408 (size=14794) 2024-11-24T14:22:48,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458228001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458228009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458228014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458228121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458228122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458228131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458228326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458228327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458228335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,382 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:48,387 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f4c1b61dc7ba4937bdca81c4965572ff_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f4c1b61dc7ba4937bdca81c4965572ff_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:48,390 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/f2d24c3a86b04891ad172ff3686266d1, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:48,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/f2d24c3a86b04891ad172ff3686266d1 is 175, key is test_row_0/A:col10/1732458166774/Put/seqid=0 2024-11-24T14:22:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T14:22:48,427 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-24T14:22:48,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-24T14:22:48,430 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T14:22:48,430 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:48,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:48,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742233_1409 (size=39749) 2024-11-24T14:22:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T14:22:48,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:48,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T14:22:48,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:48,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:48,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:48,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:48,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:48,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458228634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458228636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458228646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T14:22:48,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:48,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T14:22:48,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:48,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:48,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:48,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:48,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:48,841 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/f2d24c3a86b04891ad172ff3686266d1 2024-11-24T14:22:48,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/7270672ec7a94bbeab46058eee5ec3b8 is 50, key is test_row_0/B:col10/1732458166774/Put/seqid=0 2024-11-24T14:22:48,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742234_1410 (size=12151) 2024-11-24T14:22:48,888 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:48,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T14:22:48,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:48,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:48,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:48,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:48,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T14:22:49,042 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:49,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T14:22:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458229142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:49,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458229142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:49,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458229151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:49,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:49,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T14:22:49,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:49,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/7270672ec7a94bbeab46058eee5ec3b8 2024-11-24T14:22:49,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/7fff5a57070d49ec81973a255617a890 is 50, key is test_row_0/C:col10/1732458166774/Put/seqid=0 2024-11-24T14:22:49,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742235_1411 (size=12151) 2024-11-24T14:22:49,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:49,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T14:22:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:49,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T14:22:49,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:49,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T14:22:49,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:49,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T14:22:49,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:49,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:49,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/7fff5a57070d49ec81973a255617a890 2024-11-24T14:22:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/f2d24c3a86b04891ad172ff3686266d1 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f2d24c3a86b04891ad172ff3686266d1 2024-11-24T14:22:49,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f2d24c3a86b04891ad172ff3686266d1, entries=200, sequenceid=212, filesize=38.8 K 2024-11-24T14:22:49,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/7270672ec7a94bbeab46058eee5ec3b8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7270672ec7a94bbeab46058eee5ec3b8 2024-11-24T14:22:49,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7270672ec7a94bbeab46058eee5ec3b8, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T14:22:49,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/7fff5a57070d49ec81973a255617a890 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7fff5a57070d49ec81973a255617a890 2024-11-24T14:22:49,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7fff5a57070d49ec81973a255617a890, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T14:22:49,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3a44e5226c0f1d31eb505c0c489335b2 in 1868ms, sequenceid=212, compaction requested=true 2024-11-24T14:22:49,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:49,786 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:49,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:49,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:49,786 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:49,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:49,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:49,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:49,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:49,789 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:49,789 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/B is initiating minor compaction (all files) 2024-11-24T14:22:49,789 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/B in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,789 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b64b25d46c124770814179e3cecf2c8c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b7eec5eec41c42c6974930a12ebcbd05, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/323f352ebaf64db79a4dafbd4a059bc8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7270672ec7a94bbeab46058eee5ec3b8] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=47.8 K 2024-11-24T14:22:49,789 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142050 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:49,789 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/A is initiating minor compaction (all files) 2024-11-24T14:22:49,789 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/A in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,790 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9c43e50478f24cf7830b79d99db046b0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9a86ec233c0d4f9196c77c9b403d843f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6cfef3e6262a4a8ab6e5191e91dce6d2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f2d24c3a86b04891ad172ff3686266d1] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=138.7 K 2024-11-24T14:22:49,790 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,790 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9c43e50478f24cf7830b79d99db046b0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9a86ec233c0d4f9196c77c9b403d843f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6cfef3e6262a4a8ab6e5191e91dce6d2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f2d24c3a86b04891ad172ff3686266d1] 2024-11-24T14:22:49,791 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c43e50478f24cf7830b79d99db046b0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732458163744 2024-11-24T14:22:49,791 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting b64b25d46c124770814179e3cecf2c8c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732458163744 2024-11-24T14:22:49,792 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a86ec233c0d4f9196c77c9b403d843f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732458164904 2024-11-24T14:22:49,792 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting b7eec5eec41c42c6974930a12ebcbd05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732458164915 2024-11-24T14:22:49,793 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cfef3e6262a4a8ab6e5191e91dce6d2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732458165617 2024-11-24T14:22:49,793 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 323f352ebaf64db79a4dafbd4a059bc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732458165617 2024-11-24T14:22:49,793 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2d24c3a86b04891ad172ff3686266d1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732458166774 2024-11-24T14:22:49,793 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7270672ec7a94bbeab46058eee5ec3b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732458166774 2024-11-24T14:22:49,809 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:49,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T14:22:49,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,810 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T14:22:49,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:49,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:49,814 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:49,830 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:49,831 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/47b4d20f80484f9ab48e3cb6292f2c11 is 50, key is test_row_0/B:col10/1732458166774/Put/seqid=0 2024-11-24T14:22:49,841 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124aac8b207ae944663b24b8292643f0ccf_3a44e5226c0f1d31eb505c0c489335b2 store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:49,844 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124aac8b207ae944663b24b8292643f0ccf_3a44e5226c0f1d31eb505c0c489335b2, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:49,844 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124aac8b207ae944663b24b8292643f0ccf_3a44e5226c0f1d31eb505c0c489335b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:49,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245f74652cf45841b1bb79cc0308dfcbb5_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458167998/Put/seqid=0 2024-11-24T14:22:49,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742236_1412 (size=12629) 2024-11-24T14:22:49,886 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/47b4d20f80484f9ab48e3cb6292f2c11 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/47b4d20f80484f9ab48e3cb6292f2c11 2024-11-24T14:22:49,892 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/B of 3a44e5226c0f1d31eb505c0c489335b2 into 47b4d20f80484f9ab48e3cb6292f2c11(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:49,892 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:49,892 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/B, priority=12, startTime=1732458169786; duration=0sec 2024-11-24T14:22:49,892 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:49,892 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:B 2024-11-24T14:22:49,892 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:49,893 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:49,893 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/C is initiating minor compaction (all files) 2024-11-24T14:22:49,893 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/C in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:49,893 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/cf3ac481bc3f4ba2aa84f4eb30bd3ecd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/5535092b0fd74fcc99a9be5e3a6c0f2b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/a2a0d84247f543e1beb1ecfe40b8e2dd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7fff5a57070d49ec81973a255617a890] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=47.8 K 2024-11-24T14:22:49,894 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting cf3ac481bc3f4ba2aa84f4eb30bd3ecd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732458163744 2024-11-24T14:22:49,895 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 5535092b0fd74fcc99a9be5e3a6c0f2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732458164915 2024-11-24T14:22:49,895 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting a2a0d84247f543e1beb1ecfe40b8e2dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732458165617 2024-11-24T14:22:49,896 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fff5a57070d49ec81973a255617a890, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732458166774 2024-11-24T14:22:49,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742237_1413 (size=4469) 2024-11-24T14:22:49,912 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#A#compaction#348 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:49,912 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/02600db5c2e44e18b9c91d3f34a61dbd is 175, key is test_row_0/A:col10/1732458166774/Put/seqid=0 2024-11-24T14:22:49,923 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:49,923 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/f4d66681d821475f8ebd51a82ed02e0d is 50, key is test_row_0/C:col10/1732458166774/Put/seqid=0 2024-11-24T14:22:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742238_1414 (size=12304) 2024-11-24T14:22:49,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:49,930 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245f74652cf45841b1bb79cc0308dfcbb5_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245f74652cf45841b1bb79cc0308dfcbb5_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/6e528ac497de4a51b7c605e7388d670b, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/6e528ac497de4a51b7c605e7388d670b is 175, key is test_row_0/A:col10/1732458167998/Put/seqid=0 2024-11-24T14:22:49,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742239_1415 (size=31583) 2024-11-24T14:22:49,976 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/02600db5c2e44e18b9c91d3f34a61dbd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/02600db5c2e44e18b9c91d3f34a61dbd 2024-11-24T14:22:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742240_1416 (size=12629) 2024-11-24T14:22:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742241_1417 (size=31105) 2024-11-24T14:22:50,002 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/6e528ac497de4a51b7c605e7388d670b 2024-11-24T14:22:50,004 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/A of 3a44e5226c0f1d31eb505c0c489335b2 into 02600db5c2e44e18b9c91d3f34a61dbd(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:50,004 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:50,004 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/A, priority=12, startTime=1732458169786; duration=0sec 2024-11-24T14:22:50,004 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:50,004 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:A 2024-11-24T14:22:50,010 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/f4d66681d821475f8ebd51a82ed02e0d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/f4d66681d821475f8ebd51a82ed02e0d 2024-11-24T14:22:50,018 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/C of 3a44e5226c0f1d31eb505c0c489335b2 into f4d66681d821475f8ebd51a82ed02e0d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:50,018 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:50,018 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/C, priority=12, startTime=1732458169787; duration=0sec 2024-11-24T14:22:50,018 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:50,018 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:C 2024-11-24T14:22:50,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/b65400f1541d4f3e8a7f2f3cfb443f3b is 50, key is test_row_0/B:col10/1732458167998/Put/seqid=0 2024-11-24T14:22:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742242_1418 (size=12151) 2024-11-24T14:22:50,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:50,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458230178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458230179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458230179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458230287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458230288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458230288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50584 deadline: 1732458230316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,320 DEBUG [Thread-1604 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., hostname=fb354886b420,39319,1732458063252, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:22:50,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1732458230320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,325 DEBUG [Thread-1598 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., hostname=fb354886b420,39319,1732458063252, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:22:50,480 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/b65400f1541d4f3e8a7f2f3cfb443f3b 2024-11-24T14:22:50,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/8d51bd153acf42aca623827f714f4d9c is 50, key is test_row_0/C:col10/1732458167998/Put/seqid=0 2024-11-24T14:22:50,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458230493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458230497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458230497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T14:22:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742243_1419 (size=12151) 2024-11-24T14:22:50,542 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/8d51bd153acf42aca623827f714f4d9c 2024-11-24T14:22:50,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/6e528ac497de4a51b7c605e7388d670b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6e528ac497de4a51b7c605e7388d670b 2024-11-24T14:22:50,553 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6e528ac497de4a51b7c605e7388d670b, entries=150, sequenceid=235, filesize=30.4 K 2024-11-24T14:22:50,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/b65400f1541d4f3e8a7f2f3cfb443f3b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b65400f1541d4f3e8a7f2f3cfb443f3b 2024-11-24T14:22:50,566 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b65400f1541d4f3e8a7f2f3cfb443f3b, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T14:22:50,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/8d51bd153acf42aca623827f714f4d9c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8d51bd153acf42aca623827f714f4d9c 2024-11-24T14:22:50,574 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8d51bd153acf42aca623827f714f4d9c, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T14:22:50,576 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3a44e5226c0f1d31eb505c0c489335b2 in 766ms, sequenceid=235, compaction requested=false 2024-11-24T14:22:50,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:50,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:50,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-24T14:22:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-24T14:22:50,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-24T14:22:50,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1480 sec 2024-11-24T14:22:50,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.1520 sec 2024-11-24T14:22:50,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T14:22:50,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:50,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:50,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:50,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:50,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:50,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:50,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112462949fb1cf2440a1b9dec3b3ac0b484b_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458170172/Put/seqid=0 2024-11-24T14:22:50,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742244_1420 (size=14794) 2024-11-24T14:22:50,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458230867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458230874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458230874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458230975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458230985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:50,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458230985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458231189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458231189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458231190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,274 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:51,279 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112462949fb1cf2440a1b9dec3b3ac0b484b_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112462949fb1cf2440a1b9dec3b3ac0b484b_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:51,280 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/7b407ad9f636400381b7d8b25bfc3edf, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:51,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/7b407ad9f636400381b7d8b25bfc3edf is 175, key is test_row_0/A:col10/1732458170172/Put/seqid=0 2024-11-24T14:22:51,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742245_1421 (size=39749) 2024-11-24T14:22:51,324 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/7b407ad9f636400381b7d8b25bfc3edf 2024-11-24T14:22:51,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/7cc0455e0f24400cbddb55b4130b7d65 is 50, key is test_row_0/B:col10/1732458170172/Put/seqid=0 2024-11-24T14:22:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742246_1422 (size=12151) 2024-11-24T14:22:51,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/7cc0455e0f24400cbddb55b4130b7d65 2024-11-24T14:22:51,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/7d3b279f1cdc411d812e8a75391f9514 is 50, key is test_row_0/C:col10/1732458170172/Put/seqid=0 2024-11-24T14:22:51,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742247_1423 (size=12151) 2024-11-24T14:22:51,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/7d3b279f1cdc411d812e8a75391f9514 2024-11-24T14:22:51,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/7b407ad9f636400381b7d8b25bfc3edf as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/7b407ad9f636400381b7d8b25bfc3edf 2024-11-24T14:22:51,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/7b407ad9f636400381b7d8b25bfc3edf, entries=200, sequenceid=252, filesize=38.8 K 2024-11-24T14:22:51,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/7cc0455e0f24400cbddb55b4130b7d65 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7cc0455e0f24400cbddb55b4130b7d65 2024-11-24T14:22:51,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7cc0455e0f24400cbddb55b4130b7d65, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T14:22:51,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/7d3b279f1cdc411d812e8a75391f9514 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7d3b279f1cdc411d812e8a75391f9514 2024-11-24T14:22:51,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7d3b279f1cdc411d812e8a75391f9514, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T14:22:51,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3a44e5226c0f1d31eb505c0c489335b2 in 685ms, sequenceid=252, compaction requested=true 2024-11-24T14:22:51,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:51,495 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:51,496 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:51,496 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/A is initiating minor compaction (all files) 2024-11-24T14:22:51,496 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/A in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:51,496 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/02600db5c2e44e18b9c91d3f34a61dbd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6e528ac497de4a51b7c605e7388d670b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/7b407ad9f636400381b7d8b25bfc3edf] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=100.0 K 2024-11-24T14:22:51,496 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:51,496 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/02600db5c2e44e18b9c91d3f34a61dbd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6e528ac497de4a51b7c605e7388d670b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/7b407ad9f636400381b7d8b25bfc3edf] 2024-11-24T14:22:51,497 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02600db5c2e44e18b9c91d3f34a61dbd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732458166774 2024-11-24T14:22:51,497 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e528ac497de4a51b7c605e7388d670b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732458167998 2024-11-24T14:22:51,497 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b407ad9f636400381b7d8b25bfc3edf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458170172 2024-11-24T14:22:51,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:51,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:51,498 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:51,499 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:51,499 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/B is initiating minor compaction (all files) 2024-11-24T14:22:51,499 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/B in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:51,499 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/47b4d20f80484f9ab48e3cb6292f2c11, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b65400f1541d4f3e8a7f2f3cfb443f3b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7cc0455e0f24400cbddb55b4130b7d65] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=36.1 K 2024-11-24T14:22:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:51,500 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 47b4d20f80484f9ab48e3cb6292f2c11, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732458166774 2024-11-24T14:22:51,501 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting b65400f1541d4f3e8a7f2f3cfb443f3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732458167998 2024-11-24T14:22:51,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T14:22:51,502 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cc0455e0f24400cbddb55b4130b7d65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458170172 2024-11-24T14:22:51,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:51,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:51,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:51,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:51,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:51,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:51,538 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:51,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458231532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,546 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:51,546 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/1cf718c610114008813d3900e85606db is 50, key is test_row_0/B:col10/1732458170172/Put/seqid=0 2024-11-24T14:22:51,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458231537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458231538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124affb624c79524c5bb8b011c470fbd5ed_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458171501/Put/seqid=0 2024-11-24T14:22:51,570 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124cba7c7d2dc6e4c1082df8126f614c447_3a44e5226c0f1d31eb505c0c489335b2 store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:51,572 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124cba7c7d2dc6e4c1082df8126f614c447_3a44e5226c0f1d31eb505c0c489335b2, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:51,572 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cba7c7d2dc6e4c1082df8126f614c447_3a44e5226c0f1d31eb505c0c489335b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742248_1424 (size=12731) 2024-11-24T14:22:51,625 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/1cf718c610114008813d3900e85606db as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/1cf718c610114008813d3900e85606db 2024-11-24T14:22:51,634 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/B of 3a44e5226c0f1d31eb505c0c489335b2 into 1cf718c610114008813d3900e85606db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:51,634 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:51,634 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/B, priority=13, startTime=1732458171498; duration=0sec 2024-11-24T14:22:51,634 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:51,634 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:B 2024-11-24T14:22:51,634 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:51,635 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:51,635 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/C is initiating minor compaction (all files) 2024-11-24T14:22:51,635 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/C in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:51,635 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/f4d66681d821475f8ebd51a82ed02e0d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8d51bd153acf42aca623827f714f4d9c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7d3b279f1cdc411d812e8a75391f9514] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=36.1 K 2024-11-24T14:22:51,636 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f4d66681d821475f8ebd51a82ed02e0d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732458166774 2024-11-24T14:22:51,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742249_1425 (size=14994) 2024-11-24T14:22:51,638 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d51bd153acf42aca623827f714f4d9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732458167998 2024-11-24T14:22:51,639 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:51,640 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d3b279f1cdc411d812e8a75391f9514, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458170172 2024-11-24T14:22:51,643 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124affb624c79524c5bb8b011c470fbd5ed_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124affb624c79524c5bb8b011c470fbd5ed_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:51,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742250_1426 (size=4469) 2024-11-24T14:22:51,645 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/a6990e8c7a374f959b3c3c8270d40f5a, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:51,645 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#A#compaction#357 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:51,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/a6990e8c7a374f959b3c3c8270d40f5a is 175, key is test_row_0/A:col10/1732458171501/Put/seqid=0 2024-11-24T14:22:51,645 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/ca89da457b30402299d21395b4d3cd17 is 175, key is test_row_0/A:col10/1732458170172/Put/seqid=0 2024-11-24T14:22:51,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458231646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458231649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458231650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,658 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:51,658 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/39fd4f4c55254d24859669ea52d002ad is 50, key is test_row_0/C:col10/1732458170172/Put/seqid=0 2024-11-24T14:22:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742253_1429 (size=12731) 2024-11-24T14:22:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742251_1427 (size=39949) 2024-11-24T14:22:51,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742252_1428 (size=31685) 2024-11-24T14:22:51,746 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/39fd4f4c55254d24859669ea52d002ad as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/39fd4f4c55254d24859669ea52d002ad 2024-11-24T14:22:51,747 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/ca89da457b30402299d21395b4d3cd17 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/ca89da457b30402299d21395b4d3cd17 2024-11-24T14:22:51,755 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/A of 3a44e5226c0f1d31eb505c0c489335b2 into ca89da457b30402299d21395b4d3cd17(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:51,755 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:51,755 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/A, priority=13, startTime=1732458171494; duration=0sec 2024-11-24T14:22:51,756 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:51,756 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:A 2024-11-24T14:22:51,756 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/C of 3a44e5226c0f1d31eb505c0c489335b2 into 39fd4f4c55254d24859669ea52d002ad(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:51,756 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:51,756 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/C, priority=13, startTime=1732458171500; duration=0sec 2024-11-24T14:22:51,756 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:51,756 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:C 2024-11-24T14:22:51,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458231854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458231854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:51,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458231855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:52,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/a6990e8c7a374f959b3c3c8270d40f5a 2024-11-24T14:22:52,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/36afcf850e0d4447843f3cdb975fc4f2 is 50, key is test_row_0/B:col10/1732458171501/Put/seqid=0 2024-11-24T14:22:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742254_1430 (size=12301) 2024-11-24T14:22:52,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458232166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:52,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458232166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:52,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458232166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T14:22:52,538 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-24T14:22:52,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:22:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-24T14:22:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T14:22:52,541 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:22:52,542 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:22:52,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:22:52,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/36afcf850e0d4447843f3cdb975fc4f2 2024-11-24T14:22:52,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/e2fa55ef71194b26a0053ac5722f1569 is 50, key is test_row_0/C:col10/1732458171501/Put/seqid=0 2024-11-24T14:22:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742255_1431 (size=12301) 2024-11-24T14:22:52,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/e2fa55ef71194b26a0053ac5722f1569 2024-11-24T14:22:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T14:22:52,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/a6990e8c7a374f959b3c3c8270d40f5a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/a6990e8c7a374f959b3c3c8270d40f5a 2024-11-24T14:22:52,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/a6990e8c7a374f959b3c3c8270d40f5a, entries=200, sequenceid=275, filesize=39.0 K 2024-11-24T14:22:52,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/36afcf850e0d4447843f3cdb975fc4f2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/36afcf850e0d4447843f3cdb975fc4f2 2024-11-24T14:22:52,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/36afcf850e0d4447843f3cdb975fc4f2, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T14:22:52,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/e2fa55ef71194b26a0053ac5722f1569 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/e2fa55ef71194b26a0053ac5722f1569 2024-11-24T14:22:52,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/e2fa55ef71194b26a0053ac5722f1569, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T14:22:52,659 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T14:22:52,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3a44e5226c0f1d31eb505c0c489335b2 in 1158ms, sequenceid=275, compaction requested=false 2024-11-24T14:22:52,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:52,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T14:22:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:52,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:52,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:52,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:52,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:52,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:52,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242c844f9fc8da45e4a2241743324f5851_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458171527/Put/seqid=0 2024-11-24T14:22:52,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742256_1432 (size=14994) 2024-11-24T14:22:52,744 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:52,748 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242c844f9fc8da45e4a2241743324f5851_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242c844f9fc8da45e4a2241743324f5851_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:52,749 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/f529cd429cd347e3a61655574431f107, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:52,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/f529cd429cd347e3a61655574431f107 is 175, key is test_row_0/A:col10/1732458171527/Put/seqid=0 2024-11-24T14:22:52,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458232747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458232751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458232752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:52,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742257_1433 (size=39949) 2024-11-24T14:22:52,785 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/f529cd429cd347e3a61655574431f107 2024-11-24T14:22:52,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/3e0e141c669b48eea268e6be018ccc7f is 50, key is test_row_0/B:col10/1732458171527/Put/seqid=0 2024-11-24T14:22:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T14:22:52,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742258_1434 (size=12301) 2024-11-24T14:22:52,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:52,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:52,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:52,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:52,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:52,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:52,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:52,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458232860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:52,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458232862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:52,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458232863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:53,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:53,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:53,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458233076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458233076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458233077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T14:22:53,156 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:53,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:53,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:53,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/3e0e141c669b48eea268e6be018ccc7f 2024-11-24T14:22:53,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/64b9c7426d284ab8abfb6800eede5506 is 50, key is test_row_0/C:col10/1732458171527/Put/seqid=0 2024-11-24T14:22:53,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:53,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:53,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:53,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742259_1435 (size=12301) 2024-11-24T14:22:53,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/64b9c7426d284ab8abfb6800eede5506 2024-11-24T14:22:53,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/f529cd429cd347e3a61655574431f107 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f529cd429cd347e3a61655574431f107 2024-11-24T14:22:53,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f529cd429cd347e3a61655574431f107, entries=200, sequenceid=292, filesize=39.0 K 2024-11-24T14:22:53,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/3e0e141c669b48eea268e6be018ccc7f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3e0e141c669b48eea268e6be018ccc7f 2024-11-24T14:22:53,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3e0e141c669b48eea268e6be018ccc7f, entries=150, sequenceid=292, filesize=12.0 K 2024-11-24T14:22:53,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/64b9c7426d284ab8abfb6800eede5506 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/64b9c7426d284ab8abfb6800eede5506 2024-11-24T14:22:53,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/64b9c7426d284ab8abfb6800eede5506, entries=150, sequenceid=292, filesize=12.0 K 2024-11-24T14:22:53,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3a44e5226c0f1d31eb505c0c489335b2 in 662ms, sequenceid=292, compaction requested=true 2024-11-24T14:22:53,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:53,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:53,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:53,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:53,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:22:53,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:53,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T14:22:53,342 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:53,343 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:53,343 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:53,344 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/C is initiating minor compaction (all files) 2024-11-24T14:22:53,344 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/C in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,344 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/39fd4f4c55254d24859669ea52d002ad, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/e2fa55ef71194b26a0053ac5722f1569, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/64b9c7426d284ab8abfb6800eede5506] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=36.5 K 2024-11-24T14:22:53,344 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:53,344 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/A is initiating minor compaction (all files) 2024-11-24T14:22:53,344 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/A in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,344 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/ca89da457b30402299d21395b4d3cd17, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/a6990e8c7a374f959b3c3c8270d40f5a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f529cd429cd347e3a61655574431f107] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=109.0 K 2024-11-24T14:22:53,344 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,344 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/ca89da457b30402299d21395b4d3cd17, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/a6990e8c7a374f959b3c3c8270d40f5a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f529cd429cd347e3a61655574431f107] 2024-11-24T14:22:53,345 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 39fd4f4c55254d24859669ea52d002ad, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458170172 2024-11-24T14:22:53,345 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca89da457b30402299d21395b4d3cd17, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458170172 2024-11-24T14:22:53,345 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e2fa55ef71194b26a0053ac5722f1569, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732458170871 2024-11-24T14:22:53,346 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6990e8c7a374f959b3c3c8270d40f5a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732458170827 2024-11-24T14:22:53,346 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 64b9c7426d284ab8abfb6800eede5506, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732458171527 2024-11-24T14:22:53,346 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting f529cd429cd347e3a61655574431f107, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732458171527 2024-11-24T14:22:53,378 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:53,378 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/90af4f7b44464dca929478be9ff8280b is 50, key is test_row_0/C:col10/1732458171527/Put/seqid=0 2024-11-24T14:22:53,383 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:53,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T14:22:53,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:53,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:53,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:53,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:53,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:53,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:53,401 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242b3fc603493a44e695bb0ee0a082fad6_3a44e5226c0f1d31eb505c0c489335b2 store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:53,403 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242b3fc603493a44e695bb0ee0a082fad6_3a44e5226c0f1d31eb505c0c489335b2, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:53,404 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242b3fc603493a44e695bb0ee0a082fad6_3a44e5226c0f1d31eb505c0c489335b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458233407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458233410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458233413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742260_1436 (size=12983) 2024-11-24T14:22:53,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f0750bddb4b34640943c3663e8400a5c_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458173389/Put/seqid=0 2024-11-24T14:22:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742261_1437 (size=4469) 2024-11-24T14:22:53,463 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:53,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,466 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#A#compaction#367 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:53,466 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/1e5d82be613d4ca49b6ab4b4226d37e8 is 175, key is test_row_0/A:col10/1732458171527/Put/seqid=0 2024-11-24T14:22:53,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742262_1438 (size=12454) 2024-11-24T14:22:53,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458233515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458233522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458233522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742263_1439 (size=31937) 2024-11-24T14:22:53,542 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/1e5d82be613d4ca49b6ab4b4226d37e8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/1e5d82be613d4ca49b6ab4b4226d37e8 2024-11-24T14:22:53,547 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/A of 3a44e5226c0f1d31eb505c0c489335b2 into 1e5d82be613d4ca49b6ab4b4226d37e8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:53,547 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:53,547 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/A, priority=13, startTime=1732458173342; duration=0sec 2024-11-24T14:22:53,547 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:53,547 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:A 2024-11-24T14:22:53,547 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:22:53,548 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:22:53,548 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/B is initiating minor compaction (all files) 2024-11-24T14:22:53,548 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/B in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,548 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/1cf718c610114008813d3900e85606db, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/36afcf850e0d4447843f3cdb975fc4f2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3e0e141c669b48eea268e6be018ccc7f] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=36.5 K 2024-11-24T14:22:53,549 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cf718c610114008813d3900e85606db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732458170172 2024-11-24T14:22:53,549 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36afcf850e0d4447843f3cdb975fc4f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732458170871 2024-11-24T14:22:53,549 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e0e141c669b48eea268e6be018ccc7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732458171527 2024-11-24T14:22:53,564 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#B#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:53,565 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/4e5644ef08b84f47bd12bfeff2133c81 is 50, key is test_row_0/B:col10/1732458171527/Put/seqid=0 2024-11-24T14:22:53,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742264_1440 (size=12983) 2024-11-24T14:22:53,601 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/4e5644ef08b84f47bd12bfeff2133c81 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4e5644ef08b84f47bd12bfeff2133c81 2024-11-24T14:22:53,609 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/B of 3a44e5226c0f1d31eb505c0c489335b2 into 4e5644ef08b84f47bd12bfeff2133c81(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:53,609 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:53,609 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/B, priority=13, startTime=1732458173342; duration=0sec 2024-11-24T14:22:53,609 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:53,609 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:B 2024-11-24T14:22:53,617 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:53,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:53,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:53,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T14:22:53,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458233727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458233727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458233729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:53,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:53,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:53,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:53,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,832 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/90af4f7b44464dca929478be9ff8280b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/90af4f7b44464dca929478be9ff8280b 2024-11-24T14:22:53,837 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/C of 3a44e5226c0f1d31eb505c0c489335b2 into 90af4f7b44464dca929478be9ff8280b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:53,837 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:53,837 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/C, priority=13, startTime=1732458173342; duration=0sec 2024-11-24T14:22:53,837 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:53,837 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:C 2024-11-24T14:22:53,919 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:53,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:53,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:53,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:53,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:53,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:53,929 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f0750bddb4b34640943c3663e8400a5c_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f0750bddb4b34640943c3663e8400a5c_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:53,930 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/07c878b883be450bb8302a50754a03b5, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:53,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/07c878b883be450bb8302a50754a03b5 is 175, key is test_row_0/A:col10/1732458173389/Put/seqid=0 2024-11-24T14:22:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742265_1441 (size=31255) 2024-11-24T14:22:53,955 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/07c878b883be450bb8302a50754a03b5 2024-11-24T14:22:53,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/c8901f6ee5564e1b802e187e6b7f0e8e is 50, key is test_row_0/B:col10/1732458173389/Put/seqid=0 2024-11-24T14:22:54,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742266_1442 (size=12301) 2024-11-24T14:22:54,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/c8901f6ee5564e1b802e187e6b7f0e8e 2024-11-24T14:22:54,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458234037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:54,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458234039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:54,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/57dcffacb90d4505bf4804b0642dc36e is 50, key is test_row_0/C:col10/1732458173389/Put/seqid=0 2024-11-24T14:22:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458234044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742267_1443 (size=12301) 2024-11-24T14:22:54,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:54,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:54,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:54,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:54,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:54,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:54,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:54,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:54,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:54,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:54,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:54,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:54,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:54,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:54,387 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:54,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:54,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:54,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:54,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:54,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:54,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:22:54,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/57dcffacb90d4505bf4804b0642dc36e 2024-11-24T14:22:54,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/07c878b883be450bb8302a50754a03b5 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/07c878b883be450bb8302a50754a03b5 2024-11-24T14:22:54,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/07c878b883be450bb8302a50754a03b5, entries=150, sequenceid=316, filesize=30.5 K 2024-11-24T14:22:54,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/c8901f6ee5564e1b802e187e6b7f0e8e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/c8901f6ee5564e1b802e187e6b7f0e8e 2024-11-24T14:22:54,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/c8901f6ee5564e1b802e187e6b7f0e8e, entries=150, sequenceid=316, filesize=12.0 K 2024-11-24T14:22:54,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/57dcffacb90d4505bf4804b0642dc36e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/57dcffacb90d4505bf4804b0642dc36e 2024-11-24T14:22:54,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/57dcffacb90d4505bf4804b0642dc36e, entries=150, sequenceid=316, filesize=12.0 K 2024-11-24T14:22:54,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3a44e5226c0f1d31eb505c0c489335b2 in 1112ms, sequenceid=316, compaction requested=false 2024-11-24T14:22:54,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:54,540 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:22:54,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T14:22:54,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:54,542 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T14:22:54,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:54,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:54,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:54,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:54,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:54,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:54,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. as already flushing 2024-11-24T14:22:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240516e4aae66d4d3b99845fb54febaf30_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458173405/Put/seqid=0 2024-11-24T14:22:54,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742268_1444 (size=12454) 2024-11-24T14:22:54,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:54,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458234591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:54,605 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240516e4aae66d4d3b99845fb54febaf30_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240516e4aae66d4d3b99845fb54febaf30_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/d21d960fc32b46e5abcab55b4292ec46, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/d21d960fc32b46e5abcab55b4292ec46 is 175, key is test_row_0/A:col10/1732458173405/Put/seqid=0 2024-11-24T14:22:54,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458234600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:54,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458234600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T14:22:54,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742269_1445 (size=31255) 2024-11-24T14:22:54,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458234702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:54,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458234709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:54,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458234710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:54,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458234909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:54,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458234920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:54,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458234921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,055 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/d21d960fc32b46e5abcab55b4292ec46 2024-11-24T14:22:55,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/cefb91b3063b414ba28c4e3e4cfa6dea is 50, key is test_row_0/B:col10/1732458173405/Put/seqid=0 2024-11-24T14:22:55,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742270_1446 (size=12301) 2024-11-24T14:22:55,081 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/cefb91b3063b414ba28c4e3e4cfa6dea 2024-11-24T14:22:55,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/1c4057e64ef441a8af9195ec96b5859c is 50, key is test_row_0/C:col10/1732458173405/Put/seqid=0 2024-11-24T14:22:55,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742271_1447 (size=12301) 2024-11-24T14:22:55,100 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/1c4057e64ef441a8af9195ec96b5859c 2024-11-24T14:22:55,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/d21d960fc32b46e5abcab55b4292ec46 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/d21d960fc32b46e5abcab55b4292ec46 2024-11-24T14:22:55,111 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/d21d960fc32b46e5abcab55b4292ec46, entries=150, sequenceid=331, filesize=30.5 K 2024-11-24T14:22:55,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/cefb91b3063b414ba28c4e3e4cfa6dea as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/cefb91b3063b414ba28c4e3e4cfa6dea 2024-11-24T14:22:55,121 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/cefb91b3063b414ba28c4e3e4cfa6dea, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T14:22:55,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/1c4057e64ef441a8af9195ec96b5859c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/1c4057e64ef441a8af9195ec96b5859c 2024-11-24T14:22:55,131 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/1c4057e64ef441a8af9195ec96b5859c, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T14:22:55,133 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3a44e5226c0f1d31eb505c0c489335b2 in 592ms, sequenceid=331, compaction requested=true 2024-11-24T14:22:55,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:55,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:55,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-24T14:22:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-24T14:22:55,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-24T14:22:55,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5930 sec 2024-11-24T14:22:55,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.6020 sec 2024-11-24T14:22:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:55,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:22:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:55,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f2a893b4dfee4ca4b776e8603f51467c_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458174598/Put/seqid=0 2024-11-24T14:22:55,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458235253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458235257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458235260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742272_1448 (size=14994) 2024-11-24T14:22:55,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458235362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458235376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458235379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458235580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458235582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458235589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:55,678 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f2a893b4dfee4ca4b776e8603f51467c_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f2a893b4dfee4ca4b776e8603f51467c_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:55,681 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/87e60db8aefc4c0098bb2c49d830311b, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:55,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/87e60db8aefc4c0098bb2c49d830311b is 175, key is test_row_0/A:col10/1732458174598/Put/seqid=0 2024-11-24T14:22:55,684 DEBUG [Thread-1617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:57219 2024-11-24T14:22:55,684 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:55,686 DEBUG [Thread-1613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:57219 2024-11-24T14:22:55,686 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:55,690 DEBUG [Thread-1611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:57219 2024-11-24T14:22:55,690 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:55,691 DEBUG [Thread-1615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:57219 2024-11-24T14:22:55,691 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:55,692 DEBUG [Thread-1609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:57219 2024-11-24T14:22:55,692 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742273_1449 (size=39949) 2024-11-24T14:22:55,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458235888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458235888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:55,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458235895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:56,103 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/87e60db8aefc4c0098bb2c49d830311b 2024-11-24T14:22:56,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/4e0dbacef6c84ae697c51cd8e450072a is 50, key is test_row_0/B:col10/1732458174598/Put/seqid=0 2024-11-24T14:22:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742274_1450 (size=12301) 2024-11-24T14:22:56,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50548 deadline: 1732458236392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:56,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50534 deadline: 1732458236392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:56,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:22:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50598 deadline: 1732458236398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 2024-11-24T14:22:56,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/4e0dbacef6c84ae697c51cd8e450072a 2024-11-24T14:22:56,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/c7e31779cf8a4335a74a3a8aeb3a91e0 is 50, key is test_row_0/C:col10/1732458174598/Put/seqid=0 2024-11-24T14:22:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742275_1451 (size=12301) 2024-11-24T14:22:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T14:22:56,646 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-24T14:22:56,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/c7e31779cf8a4335a74a3a8aeb3a91e0 2024-11-24T14:22:56,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/87e60db8aefc4c0098bb2c49d830311b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/87e60db8aefc4c0098bb2c49d830311b 2024-11-24T14:22:56,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/87e60db8aefc4c0098bb2c49d830311b, entries=200, sequenceid=356, filesize=39.0 K 2024-11-24T14:22:56,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/4e0dbacef6c84ae697c51cd8e450072a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4e0dbacef6c84ae697c51cd8e450072a 2024-11-24T14:22:56,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4e0dbacef6c84ae697c51cd8e450072a, entries=150, sequenceid=356, filesize=12.0 K 2024-11-24T14:22:56,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/c7e31779cf8a4335a74a3a8aeb3a91e0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/c7e31779cf8a4335a74a3a8aeb3a91e0 2024-11-24T14:22:56,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/c7e31779cf8a4335a74a3a8aeb3a91e0, entries=150, sequenceid=356, filesize=12.0 K 2024-11-24T14:22:56,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3a44e5226c0f1d31eb505c0c489335b2 in 1732ms, sequenceid=356, compaction requested=true 2024-11-24T14:22:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:22:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:56,957 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:22:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a44e5226c0f1d31eb505c0c489335b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:22:56,957 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:56,959 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:56,959 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/B is initiating minor compaction (all files) 2024-11-24T14:22:56,959 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/B in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:56,959 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4e5644ef08b84f47bd12bfeff2133c81, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/c8901f6ee5564e1b802e187e6b7f0e8e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/cefb91b3063b414ba28c4e3e4cfa6dea, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4e0dbacef6c84ae697c51cd8e450072a] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=48.7 K 2024-11-24T14:22:56,959 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e5644ef08b84f47bd12bfeff2133c81, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732458171527 2024-11-24T14:22:56,960 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c8901f6ee5564e1b802e187e6b7f0e8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732458172751 2024-11-24T14:22:56,962 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:56,962 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/A is initiating minor compaction (all files) 2024-11-24T14:22:56,962 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/A in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:56,962 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/1e5d82be613d4ca49b6ab4b4226d37e8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/07c878b883be450bb8302a50754a03b5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/d21d960fc32b46e5abcab55b4292ec46, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/87e60db8aefc4c0098bb2c49d830311b] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=131.2 K 2024-11-24T14:22:56,962 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:56,962 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/1e5d82be613d4ca49b6ab4b4226d37e8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/07c878b883be450bb8302a50754a03b5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/d21d960fc32b46e5abcab55b4292ec46, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/87e60db8aefc4c0098bb2c49d830311b] 2024-11-24T14:22:56,962 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting cefb91b3063b414ba28c4e3e4cfa6dea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458173399 2024-11-24T14:22:56,962 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e5d82be613d4ca49b6ab4b4226d37e8, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732458171527 2024-11-24T14:22:56,964 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e0dbacef6c84ae697c51cd8e450072a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732458174589 2024-11-24T14:22:56,964 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07c878b883be450bb8302a50754a03b5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732458172751 2024-11-24T14:22:56,964 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting d21d960fc32b46e5abcab55b4292ec46, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458173399 2024-11-24T14:22:56,965 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87e60db8aefc4c0098bb2c49d830311b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732458174589 2024-11-24T14:22:56,983 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:56,986 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#B#compaction#378 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:56,986 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/b581876471d643d885ddd513042d497d is 50, key is test_row_0/B:col10/1732458174598/Put/seqid=0 2024-11-24T14:22:56,993 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f2f002a10db74fd5b0fbbbd425756ff1_3a44e5226c0f1d31eb505c0c489335b2 store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:57,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742276_1452 (size=13119) 2024-11-24T14:22:57,039 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f2f002a10db74fd5b0fbbbd425756ff1_3a44e5226c0f1d31eb505c0c489335b2, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:57,039 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f2f002a10db74fd5b0fbbbd425756ff1_3a44e5226c0f1d31eb505c0c489335b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:57,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742277_1453 (size=4469) 2024-11-24T14:22:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:57,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T14:22:57,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:22:57,400 DEBUG [Thread-1602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:57219 2024-11-24T14:22:57,400 DEBUG [Thread-1606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:57219 2024-11-24T14:22:57,400 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:57,400 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:57,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:57,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:22:57,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:57,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:22:57,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:22:57,403 DEBUG [Thread-1600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:57219 2024-11-24T14:22:57,403 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:22:57,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244f2427fcb0a1498db9a232edeac16605_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458175241/Put/seqid=0 2024-11-24T14:22:57,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742278_1454 (size=12454) 2024-11-24T14:22:57,411 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:22:57,415 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244f2427fcb0a1498db9a232edeac16605_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f2427fcb0a1498db9a232edeac16605_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:22:57,416 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/73ef7b83a03a4dcc815e86a69d9aef4e, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:22:57,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/73ef7b83a03a4dcc815e86a69d9aef4e is 175, key is test_row_0/A:col10/1732458175241/Put/seqid=0 2024-11-24T14:22:57,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742279_1455 (size=31255) 2024-11-24T14:22:57,420 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/73ef7b83a03a4dcc815e86a69d9aef4e 2024-11-24T14:22:57,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/3744d03d57144107a0f7a0efebb4d2d7 is 50, key is test_row_0/B:col10/1732458175241/Put/seqid=0 2024-11-24T14:22:57,429 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/b581876471d643d885ddd513042d497d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b581876471d643d885ddd513042d497d 2024-11-24T14:22:57,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742280_1456 (size=12301) 2024-11-24T14:22:57,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/3744d03d57144107a0f7a0efebb4d2d7 2024-11-24T14:22:57,437 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/B of 3a44e5226c0f1d31eb505c0c489335b2 into b581876471d643d885ddd513042d497d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:57,437 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:57,437 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/B, priority=12, startTime=1732458176957; duration=0sec 2024-11-24T14:22:57,437 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:22:57,437 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:B 2024-11-24T14:22:57,437 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:22:57,438 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:22:57,438 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 3a44e5226c0f1d31eb505c0c489335b2/C is initiating minor compaction (all files) 2024-11-24T14:22:57,438 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a44e5226c0f1d31eb505c0c489335b2/C in TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:22:57,439 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/90af4f7b44464dca929478be9ff8280b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/57dcffacb90d4505bf4804b0642dc36e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/1c4057e64ef441a8af9195ec96b5859c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/c7e31779cf8a4335a74a3a8aeb3a91e0] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp, totalSize=48.7 K 2024-11-24T14:22:57,439 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 90af4f7b44464dca929478be9ff8280b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732458171527 2024-11-24T14:22:57,439 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 57dcffacb90d4505bf4804b0642dc36e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732458172751 2024-11-24T14:22:57,440 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c4057e64ef441a8af9195ec96b5859c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732458173399 2024-11-24T14:22:57,440 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c7e31779cf8a4335a74a3a8aeb3a91e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732458174589 2024-11-24T14:22:57,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/4c23056f723242c6b1ae7759314fd8fb is 50, key is test_row_0/C:col10/1732458175241/Put/seqid=0 2024-11-24T14:22:57,451 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#C#compaction#383 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:57,452 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/1c56651272744a6191fe4cdfa96c4036 is 50, key is test_row_0/C:col10/1732458174598/Put/seqid=0 2024-11-24T14:22:57,464 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a44e5226c0f1d31eb505c0c489335b2#A#compaction#379 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:22:57,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742281_1457 (size=12301) 2024-11-24T14:22:57,464 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/c30693b53d78457cabc6c2b1a9b32015 is 175, key is test_row_0/A:col10/1732458174598/Put/seqid=0 2024-11-24T14:22:57,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742283_1459 (size=32073) 2024-11-24T14:22:57,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742282_1458 (size=13119) 2024-11-24T14:22:57,477 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/c30693b53d78457cabc6c2b1a9b32015 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/c30693b53d78457cabc6c2b1a9b32015 2024-11-24T14:22:57,477 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/1c56651272744a6191fe4cdfa96c4036 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/1c56651272744a6191fe4cdfa96c4036 2024-11-24T14:22:57,483 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/C of 3a44e5226c0f1d31eb505c0c489335b2 into 1c56651272744a6191fe4cdfa96c4036(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:57,483 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:57,483 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/C, priority=12, startTime=1732458176957; duration=0sec 2024-11-24T14:22:57,483 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a44e5226c0f1d31eb505c0c489335b2/A of 3a44e5226c0f1d31eb505c0c489335b2 into c30693b53d78457cabc6c2b1a9b32015(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:22:57,483 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:22:57,483 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2., storeName=3a44e5226c0f1d31eb505c0c489335b2/A, priority=12, startTime=1732458176957; duration=0sec 2024-11-24T14:22:57,483 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:57,483 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:C 2024-11-24T14:22:57,483 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:22:57,483 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a44e5226c0f1d31eb505c0c489335b2:A 2024-11-24T14:22:57,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/4c23056f723242c6b1ae7759314fd8fb 2024-11-24T14:22:57,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/73ef7b83a03a4dcc815e86a69d9aef4e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/73ef7b83a03a4dcc815e86a69d9aef4e 2024-11-24T14:22:57,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/73ef7b83a03a4dcc815e86a69d9aef4e, entries=150, sequenceid=370, filesize=30.5 K 2024-11-24T14:22:57,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/3744d03d57144107a0f7a0efebb4d2d7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3744d03d57144107a0f7a0efebb4d2d7 2024-11-24T14:22:57,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3744d03d57144107a0f7a0efebb4d2d7, entries=150, sequenceid=370, filesize=12.0 K 2024-11-24T14:22:57,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/4c23056f723242c6b1ae7759314fd8fb as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/4c23056f723242c6b1ae7759314fd8fb 2024-11-24T14:22:57,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/4c23056f723242c6b1ae7759314fd8fb, entries=150, sequenceid=370, filesize=12.0 K 2024-11-24T14:22:57,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=6.71 KB/6870 for 3a44e5226c0f1d31eb505c0c489335b2 in 480ms, sequenceid=370, compaction requested=false 2024-11-24T14:22:57,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:23:00,343 DEBUG [Thread-1598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:57219 2024-11-24T14:23:00,344 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:00,358 DEBUG [Thread-1604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:57219 2024-11-24T14:23:00,358 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1713 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5139 rows 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1703 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5109 rows 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1709 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5127 rows 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1706 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5118 rows 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1717 2024-11-24T14:23:00,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5151 rows 2024-11-24T14:23:00,358 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T14:23:00,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:57219 2024-11-24T14:23:00,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:00,362 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T14:23:00,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T14:23:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T14:23:00,366 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458180366"}]},"ts":"1732458180366"} 2024-11-24T14:23:00,367 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T14:23:00,369 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T14:23:00,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T14:23:00,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a44e5226c0f1d31eb505c0c489335b2, UNASSIGN}] 2024-11-24T14:23:00,371 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a44e5226c0f1d31eb505c0c489335b2, UNASSIGN 2024-11-24T14:23:00,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=3a44e5226c0f1d31eb505c0c489335b2, regionState=CLOSING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:23:00,372 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T14:23:00,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:23:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T14:23:00,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:00,524 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:00,524 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T14:23:00,524 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 3a44e5226c0f1d31eb505c0c489335b2, disabling compactions & flushes 2024-11-24T14:23:00,524 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:23:00,524 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:23:00,524 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. after waiting 0 ms 2024-11-24T14:23:00,524 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:23:00,524 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 3a44e5226c0f1d31eb505c0c489335b2 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T14:23:00,525 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=A 2024-11-24T14:23:00,525 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:00,525 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=B 2024-11-24T14:23:00,525 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:00,525 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a44e5226c0f1d31eb505c0c489335b2, store=C 2024-11-24T14:23:00,525 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:00,530 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fe709e3cf14947ed913908b0a155ddc9_3a44e5226c0f1d31eb505c0c489335b2 is 50, key is test_row_0/A:col10/1732458177402/Put/seqid=0 2024-11-24T14:23:00,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742284_1460 (size=12454) 2024-11-24T14:23:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T14:23:00,934 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:00,938 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fe709e3cf14947ed913908b0a155ddc9_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fe709e3cf14947ed913908b0a155ddc9_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:00,938 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/4efdec41d0e54d4a8c3704c1342f20d7, store: [table=TestAcidGuarantees family=A region=3a44e5226c0f1d31eb505c0c489335b2] 2024-11-24T14:23:00,939 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/4efdec41d0e54d4a8c3704c1342f20d7 is 175, key is test_row_0/A:col10/1732458177402/Put/seqid=0 2024-11-24T14:23:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742285_1461 (size=31255) 2024-11-24T14:23:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T14:23:01,343 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/4efdec41d0e54d4a8c3704c1342f20d7 2024-11-24T14:23:01,348 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/4ed531e6bf5640c8b6cdb7ed2c6de446 is 50, key is test_row_0/B:col10/1732458177402/Put/seqid=0 2024-11-24T14:23:01,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742286_1462 (size=12301) 2024-11-24T14:23:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T14:23:01,670 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T14:23:01,752 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/4ed531e6bf5640c8b6cdb7ed2c6de446 2024-11-24T14:23:01,757 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/3d4bb6a1f7234a4ab1e3011718d89b03 is 50, key is test_row_0/C:col10/1732458177402/Put/seqid=0 2024-11-24T14:23:01,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742287_1463 (size=12301) 2024-11-24T14:23:02,161 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/3d4bb6a1f7234a4ab1e3011718d89b03 2024-11-24T14:23:02,164 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/A/4efdec41d0e54d4a8c3704c1342f20d7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/4efdec41d0e54d4a8c3704c1342f20d7 2024-11-24T14:23:02,167 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/4efdec41d0e54d4a8c3704c1342f20d7, entries=150, sequenceid=379, filesize=30.5 K 2024-11-24T14:23:02,168 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/B/4ed531e6bf5640c8b6cdb7ed2c6de446 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4ed531e6bf5640c8b6cdb7ed2c6de446 2024-11-24T14:23:02,170 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4ed531e6bf5640c8b6cdb7ed2c6de446, entries=150, sequenceid=379, filesize=12.0 K 2024-11-24T14:23:02,170 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/.tmp/C/3d4bb6a1f7234a4ab1e3011718d89b03 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/3d4bb6a1f7234a4ab1e3011718d89b03 2024-11-24T14:23:02,173 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/3d4bb6a1f7234a4ab1e3011718d89b03, entries=150, sequenceid=379, filesize=12.0 K 2024-11-24T14:23:02,173 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 3a44e5226c0f1d31eb505c0c489335b2 in 1649ms, sequenceid=379, compaction requested=true 2024-11-24T14:23:02,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/fbb4133e709f4408ba4015ed8cb9d849, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/724610ce448f40cb88a3bebd06edd2cf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/788de865a7f5408e963573769f4e2011, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/79e57e0276174fedb15ed72047c6be70, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/c17b5bf84ef3485983c82a55367b98fd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/e80f90bde5b64a3b997629dc84dc3214, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/2ea3845aa5cf470bb535f0963975462c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/b7a24d2fffb94f61b539315da6c14956, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/4dc1e49e1df5494d804e29ffb402af56, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/51cc300211d84f789d0e21445310f6f0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9c43e50478f24cf7830b79d99db046b0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9a86ec233c0d4f9196c77c9b403d843f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6cfef3e6262a4a8ab6e5191e91dce6d2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f2d24c3a86b04891ad172ff3686266d1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/02600db5c2e44e18b9c91d3f34a61dbd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6e528ac497de4a51b7c605e7388d670b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/7b407ad9f636400381b7d8b25bfc3edf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/ca89da457b30402299d21395b4d3cd17, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/a6990e8c7a374f959b3c3c8270d40f5a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f529cd429cd347e3a61655574431f107, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/1e5d82be613d4ca49b6ab4b4226d37e8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/07c878b883be450bb8302a50754a03b5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/d21d960fc32b46e5abcab55b4292ec46, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/87e60db8aefc4c0098bb2c49d830311b] to archive 2024-11-24T14:23:02,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:23:02,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/fbb4133e709f4408ba4015ed8cb9d849 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/fbb4133e709f4408ba4015ed8cb9d849 2024-11-24T14:23:02,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/724610ce448f40cb88a3bebd06edd2cf to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/724610ce448f40cb88a3bebd06edd2cf 2024-11-24T14:23:02,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/788de865a7f5408e963573769f4e2011 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/788de865a7f5408e963573769f4e2011 2024-11-24T14:23:02,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/79e57e0276174fedb15ed72047c6be70 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/79e57e0276174fedb15ed72047c6be70 2024-11-24T14:23:02,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/c17b5bf84ef3485983c82a55367b98fd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/c17b5bf84ef3485983c82a55367b98fd 2024-11-24T14:23:02,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/e80f90bde5b64a3b997629dc84dc3214 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/e80f90bde5b64a3b997629dc84dc3214 2024-11-24T14:23:02,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/2ea3845aa5cf470bb535f0963975462c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/2ea3845aa5cf470bb535f0963975462c 2024-11-24T14:23:02,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/b7a24d2fffb94f61b539315da6c14956 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/b7a24d2fffb94f61b539315da6c14956 2024-11-24T14:23:02,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/4dc1e49e1df5494d804e29ffb402af56 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/4dc1e49e1df5494d804e29ffb402af56 2024-11-24T14:23:02,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/51cc300211d84f789d0e21445310f6f0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/51cc300211d84f789d0e21445310f6f0 2024-11-24T14:23:02,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9c43e50478f24cf7830b79d99db046b0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9c43e50478f24cf7830b79d99db046b0 2024-11-24T14:23:02,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9a86ec233c0d4f9196c77c9b403d843f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/9a86ec233c0d4f9196c77c9b403d843f 2024-11-24T14:23:02,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6cfef3e6262a4a8ab6e5191e91dce6d2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6cfef3e6262a4a8ab6e5191e91dce6d2 2024-11-24T14:23:02,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f2d24c3a86b04891ad172ff3686266d1 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f2d24c3a86b04891ad172ff3686266d1 2024-11-24T14:23:02,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/02600db5c2e44e18b9c91d3f34a61dbd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/02600db5c2e44e18b9c91d3f34a61dbd 2024-11-24T14:23:02,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6e528ac497de4a51b7c605e7388d670b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/6e528ac497de4a51b7c605e7388d670b 2024-11-24T14:23:02,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/7b407ad9f636400381b7d8b25bfc3edf to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/7b407ad9f636400381b7d8b25bfc3edf 2024-11-24T14:23:02,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/ca89da457b30402299d21395b4d3cd17 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/ca89da457b30402299d21395b4d3cd17 2024-11-24T14:23:02,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/a6990e8c7a374f959b3c3c8270d40f5a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/a6990e8c7a374f959b3c3c8270d40f5a 2024-11-24T14:23:02,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f529cd429cd347e3a61655574431f107 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/f529cd429cd347e3a61655574431f107 2024-11-24T14:23:02,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/1e5d82be613d4ca49b6ab4b4226d37e8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/1e5d82be613d4ca49b6ab4b4226d37e8 2024-11-24T14:23:02,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/07c878b883be450bb8302a50754a03b5 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/07c878b883be450bb8302a50754a03b5 2024-11-24T14:23:02,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/d21d960fc32b46e5abcab55b4292ec46 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/d21d960fc32b46e5abcab55b4292ec46 2024-11-24T14:23:02,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/87e60db8aefc4c0098bb2c49d830311b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/87e60db8aefc4c0098bb2c49d830311b 2024-11-24T14:23:02,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/1b06ae440a0d43fb9512f2d457c570c6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/99cc6f7c639f40179c5b254e7883d788, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/6056750f6db04e59a00a4161f43de550, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/8056b17435d64022a756ecb24c1bd176, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/bbaab61904ca4105b42f9d6adb03b079, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/2ab0d04816b64f90bc66dc3fbeb644e6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/109e45df4c4b46228f366f6a0f70b4be, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/15d161e3cbe04739960fbecdf316ba53, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/883fad53b84f4919adfc12866efb4075, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b64b25d46c124770814179e3cecf2c8c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3f8a73e9d3fe4eb4a2adcb6bcb1afa0f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b7eec5eec41c42c6974930a12ebcbd05, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/323f352ebaf64db79a4dafbd4a059bc8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/47b4d20f80484f9ab48e3cb6292f2c11, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7270672ec7a94bbeab46058eee5ec3b8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b65400f1541d4f3e8a7f2f3cfb443f3b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/1cf718c610114008813d3900e85606db, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7cc0455e0f24400cbddb55b4130b7d65, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/36afcf850e0d4447843f3cdb975fc4f2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4e5644ef08b84f47bd12bfeff2133c81, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3e0e141c669b48eea268e6be018ccc7f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/c8901f6ee5564e1b802e187e6b7f0e8e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/cefb91b3063b414ba28c4e3e4cfa6dea, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4e0dbacef6c84ae697c51cd8e450072a] to archive 2024-11-24T14:23:02,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:23:02,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/1b06ae440a0d43fb9512f2d457c570c6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/1b06ae440a0d43fb9512f2d457c570c6 2024-11-24T14:23:02,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/99cc6f7c639f40179c5b254e7883d788 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/99cc6f7c639f40179c5b254e7883d788 2024-11-24T14:23:02,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/6056750f6db04e59a00a4161f43de550 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/6056750f6db04e59a00a4161f43de550 2024-11-24T14:23:02,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/8056b17435d64022a756ecb24c1bd176 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/8056b17435d64022a756ecb24c1bd176 2024-11-24T14:23:02,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/bbaab61904ca4105b42f9d6adb03b079 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/bbaab61904ca4105b42f9d6adb03b079 2024-11-24T14:23:02,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/2ab0d04816b64f90bc66dc3fbeb644e6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/2ab0d04816b64f90bc66dc3fbeb644e6 2024-11-24T14:23:02,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/109e45df4c4b46228f366f6a0f70b4be to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/109e45df4c4b46228f366f6a0f70b4be 2024-11-24T14:23:02,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/15d161e3cbe04739960fbecdf316ba53 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/15d161e3cbe04739960fbecdf316ba53 2024-11-24T14:23:02,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/883fad53b84f4919adfc12866efb4075 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/883fad53b84f4919adfc12866efb4075 2024-11-24T14:23:02,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b64b25d46c124770814179e3cecf2c8c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b64b25d46c124770814179e3cecf2c8c 2024-11-24T14:23:02,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3f8a73e9d3fe4eb4a2adcb6bcb1afa0f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3f8a73e9d3fe4eb4a2adcb6bcb1afa0f 2024-11-24T14:23:02,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b7eec5eec41c42c6974930a12ebcbd05 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b7eec5eec41c42c6974930a12ebcbd05 2024-11-24T14:23:02,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/323f352ebaf64db79a4dafbd4a059bc8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/323f352ebaf64db79a4dafbd4a059bc8 2024-11-24T14:23:02,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/47b4d20f80484f9ab48e3cb6292f2c11 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/47b4d20f80484f9ab48e3cb6292f2c11 2024-11-24T14:23:02,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7270672ec7a94bbeab46058eee5ec3b8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7270672ec7a94bbeab46058eee5ec3b8 2024-11-24T14:23:02,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b65400f1541d4f3e8a7f2f3cfb443f3b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b65400f1541d4f3e8a7f2f3cfb443f3b 2024-11-24T14:23:02,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/1cf718c610114008813d3900e85606db to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/1cf718c610114008813d3900e85606db 2024-11-24T14:23:02,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7cc0455e0f24400cbddb55b4130b7d65 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/7cc0455e0f24400cbddb55b4130b7d65 2024-11-24T14:23:02,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/36afcf850e0d4447843f3cdb975fc4f2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/36afcf850e0d4447843f3cdb975fc4f2 2024-11-24T14:23:02,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4e5644ef08b84f47bd12bfeff2133c81 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4e5644ef08b84f47bd12bfeff2133c81 2024-11-24T14:23:02,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3e0e141c669b48eea268e6be018ccc7f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3e0e141c669b48eea268e6be018ccc7f 2024-11-24T14:23:02,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/c8901f6ee5564e1b802e187e6b7f0e8e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/c8901f6ee5564e1b802e187e6b7f0e8e 2024-11-24T14:23:02,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/cefb91b3063b414ba28c4e3e4cfa6dea to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/cefb91b3063b414ba28c4e3e4cfa6dea 2024-11-24T14:23:02,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4e0dbacef6c84ae697c51cd8e450072a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4e0dbacef6c84ae697c51cd8e450072a 2024-11-24T14:23:02,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/3981b385258c4c86b8296253f407387d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/66e1dcf34d7d4ed1b6ee3eae9e5befa5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/d6468f3d20904eb5a7b3ad45283256df, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/37e325365b744e84927ff65805823513, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/4bb9afdfd36742b487942e2cf6fb5bf9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/afcdfb5fd3084dd59c63d9fd1cab2d2a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/fc39e5b998bb46b3b2a8e162aa7cd145, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/9563455e8008498c963a8d6a9b04905d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/b9b1a346114c40d9ba6fed479a6f56b7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/cf3ac481bc3f4ba2aa84f4eb30bd3ecd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8ecdf39adfb542b5aa08f0ca5b5c548f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/5535092b0fd74fcc99a9be5e3a6c0f2b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/a2a0d84247f543e1beb1ecfe40b8e2dd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/f4d66681d821475f8ebd51a82ed02e0d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7fff5a57070d49ec81973a255617a890, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8d51bd153acf42aca623827f714f4d9c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/39fd4f4c55254d24859669ea52d002ad, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7d3b279f1cdc411d812e8a75391f9514, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/e2fa55ef71194b26a0053ac5722f1569, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/90af4f7b44464dca929478be9ff8280b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/64b9c7426d284ab8abfb6800eede5506, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/57dcffacb90d4505bf4804b0642dc36e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/1c4057e64ef441a8af9195ec96b5859c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/c7e31779cf8a4335a74a3a8aeb3a91e0] to archive 2024-11-24T14:23:02,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:23:02,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/3981b385258c4c86b8296253f407387d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/3981b385258c4c86b8296253f407387d 2024-11-24T14:23:02,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/66e1dcf34d7d4ed1b6ee3eae9e5befa5 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/66e1dcf34d7d4ed1b6ee3eae9e5befa5 2024-11-24T14:23:02,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/d6468f3d20904eb5a7b3ad45283256df to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/d6468f3d20904eb5a7b3ad45283256df 2024-11-24T14:23:02,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/37e325365b744e84927ff65805823513 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/37e325365b744e84927ff65805823513 2024-11-24T14:23:02,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/4bb9afdfd36742b487942e2cf6fb5bf9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/4bb9afdfd36742b487942e2cf6fb5bf9 2024-11-24T14:23:02,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/afcdfb5fd3084dd59c63d9fd1cab2d2a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/afcdfb5fd3084dd59c63d9fd1cab2d2a 2024-11-24T14:23:02,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/fc39e5b998bb46b3b2a8e162aa7cd145 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/fc39e5b998bb46b3b2a8e162aa7cd145 2024-11-24T14:23:02,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/9563455e8008498c963a8d6a9b04905d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/9563455e8008498c963a8d6a9b04905d 2024-11-24T14:23:02,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/b9b1a346114c40d9ba6fed479a6f56b7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/b9b1a346114c40d9ba6fed479a6f56b7 2024-11-24T14:23:02,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/cf3ac481bc3f4ba2aa84f4eb30bd3ecd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/cf3ac481bc3f4ba2aa84f4eb30bd3ecd 2024-11-24T14:23:02,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8ecdf39adfb542b5aa08f0ca5b5c548f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8ecdf39adfb542b5aa08f0ca5b5c548f 2024-11-24T14:23:02,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/5535092b0fd74fcc99a9be5e3a6c0f2b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/5535092b0fd74fcc99a9be5e3a6c0f2b 2024-11-24T14:23:02,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/a2a0d84247f543e1beb1ecfe40b8e2dd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/a2a0d84247f543e1beb1ecfe40b8e2dd 2024-11-24T14:23:02,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/f4d66681d821475f8ebd51a82ed02e0d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/f4d66681d821475f8ebd51a82ed02e0d 2024-11-24T14:23:02,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7fff5a57070d49ec81973a255617a890 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7fff5a57070d49ec81973a255617a890 2024-11-24T14:23:02,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8d51bd153acf42aca623827f714f4d9c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/8d51bd153acf42aca623827f714f4d9c 2024-11-24T14:23:02,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/39fd4f4c55254d24859669ea52d002ad to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/39fd4f4c55254d24859669ea52d002ad 2024-11-24T14:23:02,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7d3b279f1cdc411d812e8a75391f9514 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/7d3b279f1cdc411d812e8a75391f9514 2024-11-24T14:23:02,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/e2fa55ef71194b26a0053ac5722f1569 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/e2fa55ef71194b26a0053ac5722f1569 2024-11-24T14:23:02,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/90af4f7b44464dca929478be9ff8280b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/90af4f7b44464dca929478be9ff8280b 2024-11-24T14:23:02,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/64b9c7426d284ab8abfb6800eede5506 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/64b9c7426d284ab8abfb6800eede5506 2024-11-24T14:23:02,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/57dcffacb90d4505bf4804b0642dc36e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/57dcffacb90d4505bf4804b0642dc36e 2024-11-24T14:23:02,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/1c4057e64ef441a8af9195ec96b5859c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/1c4057e64ef441a8af9195ec96b5859c 2024-11-24T14:23:02,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/c7e31779cf8a4335a74a3a8aeb3a91e0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/c7e31779cf8a4335a74a3a8aeb3a91e0 2024-11-24T14:23:02,239 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/recovered.edits/382.seqid, newMaxSeqId=382, maxSeqId=4 2024-11-24T14:23:02,240 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2. 2024-11-24T14:23:02,240 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 3a44e5226c0f1d31eb505c0c489335b2: 2024-11-24T14:23:02,241 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,241 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=3a44e5226c0f1d31eb505c0c489335b2, regionState=CLOSED 2024-11-24T14:23:02,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-24T14:23:02,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 3a44e5226c0f1d31eb505c0c489335b2, server=fb354886b420,39319,1732458063252 in 1.8700 sec 2024-11-24T14:23:02,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-24T14:23:02,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a44e5226c0f1d31eb505c0c489335b2, UNASSIGN in 1.8720 sec 2024-11-24T14:23:02,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-24T14:23:02,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8740 sec 2024-11-24T14:23:02,246 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458182246"}]},"ts":"1732458182246"} 2024-11-24T14:23:02,247 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T14:23:02,249 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T14:23:02,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8860 sec 2024-11-24T14:23:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T14:23:02,469 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-24T14:23:02,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T14:23:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:02,471 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T14:23:02,472 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:02,473 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,474 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/recovered.edits] 2024-11-24T14:23:02,476 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/4efdec41d0e54d4a8c3704c1342f20d7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/4efdec41d0e54d4a8c3704c1342f20d7 2024-11-24T14:23:02,477 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/73ef7b83a03a4dcc815e86a69d9aef4e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/73ef7b83a03a4dcc815e86a69d9aef4e 2024-11-24T14:23:02,478 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/c30693b53d78457cabc6c2b1a9b32015 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/A/c30693b53d78457cabc6c2b1a9b32015 2024-11-24T14:23:02,479 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3744d03d57144107a0f7a0efebb4d2d7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/3744d03d57144107a0f7a0efebb4d2d7 2024-11-24T14:23:02,480 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4ed531e6bf5640c8b6cdb7ed2c6de446 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/4ed531e6bf5640c8b6cdb7ed2c6de446 2024-11-24T14:23:02,481 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b581876471d643d885ddd513042d497d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/B/b581876471d643d885ddd513042d497d 2024-11-24T14:23:02,482 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/1c56651272744a6191fe4cdfa96c4036 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/1c56651272744a6191fe4cdfa96c4036 2024-11-24T14:23:02,483 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/3d4bb6a1f7234a4ab1e3011718d89b03 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/3d4bb6a1f7234a4ab1e3011718d89b03 2024-11-24T14:23:02,484 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/4c23056f723242c6b1ae7759314fd8fb to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/C/4c23056f723242c6b1ae7759314fd8fb 2024-11-24T14:23:02,486 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/recovered.edits/382.seqid to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2/recovered.edits/382.seqid 2024-11-24T14:23:02,486 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,486 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T14:23:02,487 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T14:23:02,487 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T14:23:02,490 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112400717440bcdd4022a1594156459c629b_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112400717440bcdd4022a1594156459c629b_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,491 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124043d299619fe4bddb24978d8c4d4a49e_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124043d299619fe4bddb24978d8c4d4a49e_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,492 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240516e4aae66d4d3b99845fb54febaf30_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240516e4aae66d4d3b99845fb54febaf30_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,493 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242c844f9fc8da45e4a2241743324f5851_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242c844f9fc8da45e4a2241743324f5851_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,494 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f2427fcb0a1498db9a232edeac16605_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f2427fcb0a1498db9a232edeac16605_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,495 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112455940add902844fc8800906c96270e8e_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112455940add902844fc8800906c96270e8e_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,496 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245f74652cf45841b1bb79cc0308dfcbb5_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245f74652cf45841b1bb79cc0308dfcbb5_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,497 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112462949fb1cf2440a1b9dec3b3ac0b484b_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112462949fb1cf2440a1b9dec3b3ac0b484b_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,498 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124692dc9f6480d4e97867cbb66db9c82b2_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124692dc9f6480d4e97867cbb66db9c82b2_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,499 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112469edf8bb2ca843698cd6011114d616a5_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112469edf8bb2ca843698cd6011114d616a5_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,500 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112480fd671e36bb4d6686ff53d5bca5f191_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112480fd671e36bb4d6686ff53d5bca5f191_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,500 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124851150a4a3424730a665f07daeb4b1bd_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124851150a4a3424730a665f07daeb4b1bd_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,501 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124907a086c62f64bc3887dfc46fdd673b9_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124907a086c62f64bc3887dfc46fdd673b9_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,502 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124affb624c79524c5bb8b011c470fbd5ed_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124affb624c79524c5bb8b011c470fbd5ed_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,503 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b8b0a8bfa97a489ba862159784d489c4_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b8b0a8bfa97a489ba862159784d489c4_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,504 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c1e3a27e7a04428c99f092f1d2afd6e1_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c1e3a27e7a04428c99f092f1d2afd6e1_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,505 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f0750bddb4b34640943c3663e8400a5c_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f0750bddb4b34640943c3663e8400a5c_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,506 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f2a893b4dfee4ca4b776e8603f51467c_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f2a893b4dfee4ca4b776e8603f51467c_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,507 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f4c1b61dc7ba4937bdca81c4965572ff_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f4c1b61dc7ba4937bdca81c4965572ff_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,508 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fe709e3cf14947ed913908b0a155ddc9_3a44e5226c0f1d31eb505c0c489335b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fe709e3cf14947ed913908b0a155ddc9_3a44e5226c0f1d31eb505c0c489335b2 2024-11-24T14:23:02,508 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T14:23:02,510 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:02,511 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T14:23:02,513 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T14:23:02,514 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:02,514 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T14:23:02,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732458182514"}]},"ts":"9223372036854775807"} 2024-11-24T14:23:02,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T14:23:02,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3a44e5226c0f1d31eb505c0c489335b2, NAME => 'TestAcidGuarantees,,1732458152625.3a44e5226c0f1d31eb505c0c489335b2.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T14:23:02,515 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T14:23:02,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732458182515"}]},"ts":"9223372036854775807"} 2024-11-24T14:23:02,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T14:23:02,519 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:02,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-24T14:23:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T14:23:02,572 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-24T14:23:02,581 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237 (was 239), OpenFileDescriptor=455 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=646 (was 555) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7437 (was 7646) 2024-11-24T14:23:02,590 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=646, ProcessCount=11, AvailableMemoryMB=7437 2024-11-24T14:23:02,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T14:23:02,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T14:23:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:02,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T14:23:02,592 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:02,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-24T14:23:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-24T14:23:02,593 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T14:23:02,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742288_1464 (size=960) 2024-11-24T14:23:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-24T14:23:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-24T14:23:02,999 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475 2024-11-24T14:23:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742289_1465 (size=53) 2024-11-24T14:23:03,021 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T14:23:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-24T14:23:03,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:23:03,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d19c6f2f2ae04f1a6830f2434ea99d1e, disabling compactions & flushes 2024-11-24T14:23:03,404 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:03,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:03,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. after waiting 0 ms 2024-11-24T14:23:03,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:03,404 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:03,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:03,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T14:23:03,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732458183405"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732458183405"}]},"ts":"1732458183405"} 2024-11-24T14:23:03,406 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T14:23:03,407 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T14:23:03,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458183407"}]},"ts":"1732458183407"} 2024-11-24T14:23:03,408 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T14:23:03,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d19c6f2f2ae04f1a6830f2434ea99d1e, ASSIGN}] 2024-11-24T14:23:03,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d19c6f2f2ae04f1a6830f2434ea99d1e, ASSIGN 2024-11-24T14:23:03,412 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d19c6f2f2ae04f1a6830f2434ea99d1e, ASSIGN; state=OFFLINE, location=fb354886b420,39319,1732458063252; forceNewPlan=false, retain=false 2024-11-24T14:23:03,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=d19c6f2f2ae04f1a6830f2434ea99d1e, regionState=OPENING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:23:03,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:23:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-24T14:23:03,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:03,718 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:03,718 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:23:03,718 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:03,718 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:23:03,718 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:03,718 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:03,719 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:03,720 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:23:03,721 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d19c6f2f2ae04f1a6830f2434ea99d1e columnFamilyName A 2024-11-24T14:23:03,721 DEBUG [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:03,721 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] regionserver.HStore(327): Store=d19c6f2f2ae04f1a6830f2434ea99d1e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:23:03,721 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:03,722 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:23:03,722 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d19c6f2f2ae04f1a6830f2434ea99d1e columnFamilyName B 2024-11-24T14:23:03,722 DEBUG [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:03,723 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] regionserver.HStore(327): Store=d19c6f2f2ae04f1a6830f2434ea99d1e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:23:03,723 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:03,723 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:23:03,724 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d19c6f2f2ae04f1a6830f2434ea99d1e columnFamilyName C 2024-11-24T14:23:03,724 DEBUG [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:03,724 INFO [StoreOpener-d19c6f2f2ae04f1a6830f2434ea99d1e-1 {}] regionserver.HStore(327): Store=d19c6f2f2ae04f1a6830f2434ea99d1e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:23:03,724 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:03,725 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:03,725 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:03,726 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T14:23:03,727 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:03,728 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T14:23:03,729 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened d19c6f2f2ae04f1a6830f2434ea99d1e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70593398, jitterRate=0.05192360281944275}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T14:23:03,729 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:03,730 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., pid=125, masterSystemTime=1732458183715 2024-11-24T14:23:03,731 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:03,731 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:03,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=d19c6f2f2ae04f1a6830f2434ea99d1e, regionState=OPEN, openSeqNum=2, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:23:03,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-24T14:23:03,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 in 168 msec 2024-11-24T14:23:03,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-24T14:23:03,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d19c6f2f2ae04f1a6830f2434ea99d1e, ASSIGN in 322 msec 2024-11-24T14:23:03,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T14:23:03,735 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458183735"}]},"ts":"1732458183735"} 2024-11-24T14:23:03,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T14:23:03,738 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T14:23:03,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-24T14:23:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-24T14:23:04,696 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-24T14:23:04,697 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x022a6e9f to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c60eb7d 2024-11-24T14:23:04,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c2253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:04,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:04,703 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:04,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T14:23:04,704 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T14:23:04,706 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-11-24T14:23:04,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:04,709 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-11-24T14:23:04,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:04,712 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-11-24T14:23:04,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:04,715 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-11-24T14:23:04,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:04,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-24T14:23:04,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:04,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-11-24T14:23:04,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:04,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-11-24T14:23:04,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:04,733 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-11-24T14:23:04,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:04,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-11-24T14:23:04,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:04,739 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-11-24T14:23:04,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:04,745 DEBUG [hconnection-0x5186030b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:04,746 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:04,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-24T14:23:04,748 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T14:23:04,749 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:04,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:04,752 DEBUG [hconnection-0x4d09a06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:04,752 DEBUG [hconnection-0x74c1324d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:04,753 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:04,753 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:04,760 DEBUG [hconnection-0x6cb11359-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:04,761 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:04,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:23:04,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:04,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:04,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:04,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:04,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:04,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:04,768 DEBUG [hconnection-0x7f92839c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:04,769 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:04,773 DEBUG [hconnection-0x8608415-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:04,773 DEBUG [hconnection-0x5413c4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:04,774 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:04,774 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:04,775 DEBUG [hconnection-0x181b269b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:04,775 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:04,776 DEBUG [hconnection-0x59b0813c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:04,777 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:04,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458244778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:04,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458244783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:04,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458244784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:04,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458244784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:04,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458244784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:04,788 DEBUG [hconnection-0x1b6bf802-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:04,789 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:04,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/a0072c326f6c4885aa7b887b87eef547 is 50, key is test_row_0/A:col10/1732458184758/Put/seqid=0 2024-11-24T14:23:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742290_1466 (size=12001) 2024-11-24T14:23:04,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/a0072c326f6c4885aa7b887b87eef547 2024-11-24T14:23:04,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e07f6de85dbe46d18728b7b4a462d70a is 50, key is test_row_0/B:col10/1732458184758/Put/seqid=0 2024-11-24T14:23:04,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742291_1467 (size=12001) 2024-11-24T14:23:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T14:23:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458244885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458244885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:04,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458244885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:04,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:04,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458244886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458244885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:04,899 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:04,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T14:23:04,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:04,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T14:23:05,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:05,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T14:23:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:05,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458245090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458245090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458245090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458245090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458245091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:05,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T14:23:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:05,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e07f6de85dbe46d18728b7b4a462d70a 2024-11-24T14:23:05,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/71abc0b6dff841a3a185e685a45be603 is 50, key is test_row_0/C:col10/1732458184758/Put/seqid=0 2024-11-24T14:23:05,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742292_1468 (size=12001) 2024-11-24T14:23:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T14:23:05,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:05,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T14:23:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:05,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458245394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458245394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458245395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458245397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458245397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,510 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:05,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T14:23:05,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:05,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:05,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:05,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:05,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T14:23:05,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:05,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:05,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:05,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:05,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/71abc0b6dff841a3a185e685a45be603 2024-11-24T14:23:05,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/a0072c326f6c4885aa7b887b87eef547 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a0072c326f6c4885aa7b887b87eef547 2024-11-24T14:23:05,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a0072c326f6c4885aa7b887b87eef547, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T14:23:05,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e07f6de85dbe46d18728b7b4a462d70a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e07f6de85dbe46d18728b7b4a462d70a 2024-11-24T14:23:05,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e07f6de85dbe46d18728b7b4a462d70a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T14:23:05,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/71abc0b6dff841a3a185e685a45be603 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/71abc0b6dff841a3a185e685a45be603 2024-11-24T14:23:05,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/71abc0b6dff841a3a185e685a45be603, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T14:23:05,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for d19c6f2f2ae04f1a6830f2434ea99d1e in 921ms, sequenceid=13, compaction requested=false 2024-11-24T14:23:05,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:05,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:05,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T14:23:05,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:05,817 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T14:23:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4a02e11ba2e34ba0a6503878f4b1cd6c is 50, key is test_row_0/A:col10/1732458184776/Put/seqid=0 2024-11-24T14:23:05,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742293_1469 (size=12001) 2024-11-24T14:23:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T14:23:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:05,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:05,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458245907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458245908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458245912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458245913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:05,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458245916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458246013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458246013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458246014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458246018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458246019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458246217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458246218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458246218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458246222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458246224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,233 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4a02e11ba2e34ba0a6503878f4b1cd6c 2024-11-24T14:23:06,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/6f86447148ee4a6c9b90841a2fb60112 is 50, key is test_row_0/B:col10/1732458184776/Put/seqid=0 2024-11-24T14:23:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742294_1470 (size=12001) 2024-11-24T14:23:06,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458246520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458246521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458246522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458246526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458246529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:06,645 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/6f86447148ee4a6c9b90841a2fb60112 2024-11-24T14:23:06,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/5def12c7b420428c9c8fdcda0dc1f79b is 50, key is test_row_0/C:col10/1732458184776/Put/seqid=0 2024-11-24T14:23:06,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742295_1471 (size=12001) 2024-11-24T14:23:06,656 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/5def12c7b420428c9c8fdcda0dc1f79b 2024-11-24T14:23:06,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4a02e11ba2e34ba0a6503878f4b1cd6c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4a02e11ba2e34ba0a6503878f4b1cd6c 2024-11-24T14:23:06,666 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4a02e11ba2e34ba0a6503878f4b1cd6c, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T14:23:06,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/6f86447148ee4a6c9b90841a2fb60112 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6f86447148ee4a6c9b90841a2fb60112 2024-11-24T14:23:06,670 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6f86447148ee4a6c9b90841a2fb60112, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T14:23:06,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/5def12c7b420428c9c8fdcda0dc1f79b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5def12c7b420428c9c8fdcda0dc1f79b 2024-11-24T14:23:06,675 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5def12c7b420428c9c8fdcda0dc1f79b, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T14:23:06,675 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d19c6f2f2ae04f1a6830f2434ea99d1e in 858ms, sequenceid=39, compaction requested=false 2024-11-24T14:23:06,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:06,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:06,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-24T14:23:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-24T14:23:06,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-24T14:23:06,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9280 sec 2024-11-24T14:23:06,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.9310 sec 2024-11-24T14:23:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T14:23:06,852 INFO [Thread-2078 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-24T14:23:06,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-24T14:23:06,855 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T14:23:06,855 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:06,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T14:23:07,007 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:07,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T14:23:07,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:07,007 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:23:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:07,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4b9a4d1bf4734c28a452aee83b6737a3 is 50, key is test_row_0/A:col10/1732458185904/Put/seqid=0 2024-11-24T14:23:07,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742296_1472 (size=12001) 2024-11-24T14:23:07,015 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4b9a4d1bf4734c28a452aee83b6737a3 2024-11-24T14:23:07,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e7d848b5659641aeb857a0aa88136af2 is 50, key is test_row_0/B:col10/1732458185904/Put/seqid=0 2024-11-24T14:23:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:07,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742297_1473 (size=12001) 2024-11-24T14:23:07,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458247054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458247054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458247055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458247058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458247059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T14:23:07,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458247164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458247164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458247164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458247164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458247164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458247371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458247371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458247371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458247371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458247372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,430 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e7d848b5659641aeb857a0aa88136af2 2024-11-24T14:23:07,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/deca2ff6534542dcb593d531443a5871 is 50, key is test_row_0/C:col10/1732458185904/Put/seqid=0 2024-11-24T14:23:07,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742298_1474 (size=12001) 2024-11-24T14:23:07,440 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/deca2ff6534542dcb593d531443a5871 2024-11-24T14:23:07,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4b9a4d1bf4734c28a452aee83b6737a3 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4b9a4d1bf4734c28a452aee83b6737a3 2024-11-24T14:23:07,448 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4b9a4d1bf4734c28a452aee83b6737a3, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T14:23:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e7d848b5659641aeb857a0aa88136af2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e7d848b5659641aeb857a0aa88136af2 2024-11-24T14:23:07,452 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e7d848b5659641aeb857a0aa88136af2, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T14:23:07,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/deca2ff6534542dcb593d531443a5871 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/deca2ff6534542dcb593d531443a5871 2024-11-24T14:23:07,456 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/deca2ff6534542dcb593d531443a5871, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T14:23:07,458 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d19c6f2f2ae04f1a6830f2434ea99d1e in 451ms, sequenceid=50, compaction requested=true 2024-11-24T14:23:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T14:23:07,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:07,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:07,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-24T14:23:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-24T14:23:07,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-24T14:23:07,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 604 msec 2024-11-24T14:23:07,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 608 msec 2024-11-24T14:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:07,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T14:23:07,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:07,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:07,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:07,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:07,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:07,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:07,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4e815398418a449d8f6bbf812690ef1d is 50, key is test_row_0/A:col10/1732458187053/Put/seqid=0 2024-11-24T14:23:07,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458247686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458247686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742299_1475 (size=14341) 2024-11-24T14:23:07,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458247690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458247691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458247692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T14:23:07,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458247793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458247793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458247795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458247798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458247799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T14:23:07,959 INFO [Thread-2078 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-24T14:23:07,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-24T14:23:07,961 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T14:23:07,962 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:07,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:08,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458247999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458247999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458248001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458248004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458248008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T14:23:08,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4e815398418a449d8f6bbf812690ef1d 2024-11-24T14:23:08,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/d147ab4795f8450fad2f94178d4ce7eb is 50, key is test_row_0/B:col10/1732458187053/Put/seqid=0 2024-11-24T14:23:08,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:08,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T14:23:08,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:08,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:08,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:08,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742300_1476 (size=12001) 2024-11-24T14:23:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T14:23:08,270 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:08,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T14:23:08,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:08,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:08,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:08,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458248307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458248308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458248309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458248312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458248315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:08,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T14:23:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:08,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/d147ab4795f8450fad2f94178d4ce7eb 2024-11-24T14:23:08,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/661e667554b94e408ce4810f47ee4530 is 50, key is test_row_0/C:col10/1732458187053/Put/seqid=0 2024-11-24T14:23:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742301_1477 (size=12001) 2024-11-24T14:23:08,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/661e667554b94e408ce4810f47ee4530 2024-11-24T14:23:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T14:23:08,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4e815398418a449d8f6bbf812690ef1d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4e815398418a449d8f6bbf812690ef1d 2024-11-24T14:23:08,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:08,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T14:23:08,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:08,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:08,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:08,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:08,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4e815398418a449d8f6bbf812690ef1d, entries=200, sequenceid=77, filesize=14.0 K 2024-11-24T14:23:08,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/d147ab4795f8450fad2f94178d4ce7eb as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/d147ab4795f8450fad2f94178d4ce7eb 2024-11-24T14:23:08,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/d147ab4795f8450fad2f94178d4ce7eb, entries=150, sequenceid=77, filesize=11.7 K 2024-11-24T14:23:08,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/661e667554b94e408ce4810f47ee4530 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/661e667554b94e408ce4810f47ee4530 2024-11-24T14:23:08,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/661e667554b94e408ce4810f47ee4530, entries=150, sequenceid=77, filesize=11.7 K 2024-11-24T14:23:08,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d19c6f2f2ae04f1a6830f2434ea99d1e in 922ms, sequenceid=77, compaction requested=true 2024-11-24T14:23:08,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:08,606 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:08,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:08,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:08,606 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:08,607 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:08,607 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:08,607 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:08,607 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a0072c326f6c4885aa7b887b87eef547, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4a02e11ba2e34ba0a6503878f4b1cd6c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4b9a4d1bf4734c28a452aee83b6737a3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4e815398418a449d8f6bbf812690ef1d] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=49.2 K 2024-11-24T14:23:08,608 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0072c326f6c4885aa7b887b87eef547, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732458184758 2024-11-24T14:23:08,609 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a02e11ba2e34ba0a6503878f4b1cd6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732458184773 2024-11-24T14:23:08,609 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:08,609 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:08,609 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:08,609 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e07f6de85dbe46d18728b7b4a462d70a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6f86447148ee4a6c9b90841a2fb60112, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e7d848b5659641aeb857a0aa88136af2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/d147ab4795f8450fad2f94178d4ce7eb] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=46.9 K 2024-11-24T14:23:08,609 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b9a4d1bf4734c28a452aee83b6737a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732458185904 2024-11-24T14:23:08,610 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e07f6de85dbe46d18728b7b4a462d70a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732458184758 2024-11-24T14:23:08,610 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e815398418a449d8f6bbf812690ef1d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458187053 2024-11-24T14:23:08,610 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f86447148ee4a6c9b90841a2fb60112, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732458184773 2024-11-24T14:23:08,611 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e7d848b5659641aeb857a0aa88136af2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732458185904 2024-11-24T14:23:08,611 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting d147ab4795f8450fad2f94178d4ce7eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458187053 2024-11-24T14:23:08,629 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:08,630 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/ee9ca227add7476e82ba592fd12953e5 is 50, key is test_row_0/A:col10/1732458187053/Put/seqid=0 2024-11-24T14:23:08,631 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#399 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:08,632 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/9c48f1fd144a472a8ef0dfe079fe1f5a is 50, key is test_row_0/B:col10/1732458187053/Put/seqid=0 2024-11-24T14:23:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742302_1478 (size=12139) 2024-11-24T14:23:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742303_1479 (size=12139) 2024-11-24T14:23:08,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:08,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T14:23:08,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:08,732 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T14:23:08,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:08,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/0d243971bd4d4ef68a2883ac9cb83f74 is 50, key is test_row_0/A:col10/1732458187689/Put/seqid=0 2024-11-24T14:23:08,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742304_1480 (size=12001) 2024-11-24T14:23:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:08,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:08,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458248854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458248855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458248859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458248861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458248862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458248964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458248964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458248966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458248967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:08,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458248970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,042 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/ee9ca227add7476e82ba592fd12953e5 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/ee9ca227add7476e82ba592fd12953e5 2024-11-24T14:23:09,047 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into ee9ca227add7476e82ba592fd12953e5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:09,047 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:09,047 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=12, startTime=1732458188606; duration=0sec 2024-11-24T14:23:09,047 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:09,047 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:09,047 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:09,048 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:09,048 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:09,048 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:09,048 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/71abc0b6dff841a3a185e685a45be603, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5def12c7b420428c9c8fdcda0dc1f79b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/deca2ff6534542dcb593d531443a5871, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/661e667554b94e408ce4810f47ee4530] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=46.9 K 2024-11-24T14:23:09,049 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71abc0b6dff841a3a185e685a45be603, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732458184758 2024-11-24T14:23:09,049 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5def12c7b420428c9c8fdcda0dc1f79b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732458184773 2024-11-24T14:23:09,049 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting deca2ff6534542dcb593d531443a5871, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732458185904 2024-11-24T14:23:09,049 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 661e667554b94e408ce4810f47ee4530, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458187053 2024-11-24T14:23:09,053 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/9c48f1fd144a472a8ef0dfe079fe1f5a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9c48f1fd144a472a8ef0dfe079fe1f5a 2024-11-24T14:23:09,058 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into 9c48f1fd144a472a8ef0dfe079fe1f5a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:09,058 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:09,058 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=12, startTime=1732458188606; duration=0sec 2024-11-24T14:23:09,058 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:09,058 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:09,058 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:09,059 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/35a9746a295f490b8e9416ae7ddbd14b is 50, key is test_row_0/C:col10/1732458187053/Put/seqid=0 2024-11-24T14:23:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T14:23:09,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742305_1481 (size=12139) 2024-11-24T14:23:09,081 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/35a9746a295f490b8e9416ae7ddbd14b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/35a9746a295f490b8e9416ae7ddbd14b 2024-11-24T14:23:09,087 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into 35a9746a295f490b8e9416ae7ddbd14b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:09,087 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:09,087 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=12, startTime=1732458188607; duration=0sec 2024-11-24T14:23:09,088 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:09,088 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:09,141 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/0d243971bd4d4ef68a2883ac9cb83f74 2024-11-24T14:23:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/8ec3db4959f443799a1696b6246fb5fc is 50, key is test_row_0/B:col10/1732458187689/Put/seqid=0 2024-11-24T14:23:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742306_1482 (size=12001) 2024-11-24T14:23:09,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458249169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458249169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458249170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458249170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458249177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458249472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458249472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458249473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458249473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458249481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,553 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/8ec3db4959f443799a1696b6246fb5fc 2024-11-24T14:23:09,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/ff4e2a36f63c4480865ff7d119638f0c is 50, key is test_row_0/C:col10/1732458187689/Put/seqid=0 2024-11-24T14:23:09,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742307_1483 (size=12001) 2024-11-24T14:23:09,967 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/ff4e2a36f63c4480865ff7d119638f0c 2024-11-24T14:23:09,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/0d243971bd4d4ef68a2883ac9cb83f74 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0d243971bd4d4ef68a2883ac9cb83f74 2024-11-24T14:23:09,977 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0d243971bd4d4ef68a2883ac9cb83f74, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T14:23:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/8ec3db4959f443799a1696b6246fb5fc as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/8ec3db4959f443799a1696b6246fb5fc 2024-11-24T14:23:09,981 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/8ec3db4959f443799a1696b6246fb5fc, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T14:23:09,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/ff4e2a36f63c4480865ff7d119638f0c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ff4e2a36f63c4480865ff7d119638f0c 2024-11-24T14:23:09,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458249977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458249978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458249980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:09,986 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ff4e2a36f63c4480865ff7d119638f0c, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T14:23:09,987 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for d19c6f2f2ae04f1a6830f2434ea99d1e in 1255ms, sequenceid=86, compaction requested=false 2024-11-24T14:23:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-24T14:23:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-24T14:23:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:09,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T14:23:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:09,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:09,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-24T14:23:09,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0270 sec 2024-11-24T14:23:09,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.0310 sec 2024-11-24T14:23:09,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/c0605d1f39e249aeb2e11d5b7d36b7d9 is 50, key is test_row_0/A:col10/1732458188860/Put/seqid=0 2024-11-24T14:23:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458249997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:10,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742308_1484 (size=14341) 2024-11-24T14:23:10,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458249999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T14:23:10,066 INFO [Thread-2078 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-24T14:23:10,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-24T14:23:10,069 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T14:23:10,069 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:10,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:10,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458250100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:10,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458250105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T14:23:10,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:10,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T14:23:10,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:10,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458250304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:10,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458250309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T14:23:10,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:10,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T14:23:10,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:10,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/c0605d1f39e249aeb2e11d5b7d36b7d9 2024-11-24T14:23:10,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/a4b0c5edf9024c0d8abccba0d2487c20 is 50, key is test_row_0/B:col10/1732458188860/Put/seqid=0 2024-11-24T14:23:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742309_1485 (size=12001) 2024-11-24T14:23:10,526 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:10,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T14:23:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458250608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:10,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458250612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T14:23:10,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:10,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T14:23:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/a4b0c5edf9024c0d8abccba0d2487c20 2024-11-24T14:23:10,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/93f14600b8934f97bfa622d15423b47b is 50, key is test_row_0/C:col10/1732458188860/Put/seqid=0 2024-11-24T14:23:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742310_1486 (size=12001) 2024-11-24T14:23:10,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/93f14600b8934f97bfa622d15423b47b 2024-11-24T14:23:10,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/c0605d1f39e249aeb2e11d5b7d36b7d9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/c0605d1f39e249aeb2e11d5b7d36b7d9 2024-11-24T14:23:10,832 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:10,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/c0605d1f39e249aeb2e11d5b7d36b7d9, entries=200, sequenceid=117, filesize=14.0 K 2024-11-24T14:23:10,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T14:23:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/a4b0c5edf9024c0d8abccba0d2487c20 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a4b0c5edf9024c0d8abccba0d2487c20 2024-11-24T14:23:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:10,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a4b0c5edf9024c0d8abccba0d2487c20, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T14:23:10,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/93f14600b8934f97bfa622d15423b47b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/93f14600b8934f97bfa622d15423b47b 2024-11-24T14:23:10,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/93f14600b8934f97bfa622d15423b47b, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T14:23:10,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d19c6f2f2ae04f1a6830f2434ea99d1e in 856ms, sequenceid=117, compaction requested=true 2024-11-24T14:23:10,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:10,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:10,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:10,844 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:10,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:10,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:10,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:10,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:23:10,845 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:10,846 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:10,846 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:10,846 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:10,846 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:10,846 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,846 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,846 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9c48f1fd144a472a8ef0dfe079fe1f5a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/8ec3db4959f443799a1696b6246fb5fc, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a4b0c5edf9024c0d8abccba0d2487c20] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=35.3 K 2024-11-24T14:23:10,846 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/ee9ca227add7476e82ba592fd12953e5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0d243971bd4d4ef68a2883ac9cb83f74, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/c0605d1f39e249aeb2e11d5b7d36b7d9] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=37.6 K 2024-11-24T14:23:10,847 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c48f1fd144a472a8ef0dfe079fe1f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458187053 2024-11-24T14:23:10,847 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee9ca227add7476e82ba592fd12953e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458187053 2024-11-24T14:23:10,847 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ec3db4959f443799a1696b6246fb5fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732458187684 2024-11-24T14:23:10,847 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d243971bd4d4ef68a2883ac9cb83f74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732458187684 2024-11-24T14:23:10,847 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting a4b0c5edf9024c0d8abccba0d2487c20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732458188858 2024-11-24T14:23:10,848 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0605d1f39e249aeb2e11d5b7d36b7d9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732458188858 2024-11-24T14:23:10,856 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:10,856 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:10,856 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/84ec4d7bd039487dbcc0f43f3a2a7a8c is 50, key is test_row_0/B:col10/1732458188860/Put/seqid=0 2024-11-24T14:23:10,856 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/1e8275074df04aa3865bb0087d0734df is 50, key is test_row_0/A:col10/1732458188860/Put/seqid=0 2024-11-24T14:23:10,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742311_1487 (size=12241) 2024-11-24T14:23:10,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742312_1488 (size=12241) 2024-11-24T14:23:10,877 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/1e8275074df04aa3865bb0087d0734df as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/1e8275074df04aa3865bb0087d0734df 2024-11-24T14:23:10,880 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into 1e8275074df04aa3865bb0087d0734df(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:10,880 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:10,880 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=13, startTime=1732458190844; duration=0sec 2024-11-24T14:23:10,880 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:10,880 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:10,881 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:10,882 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:10,882 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:10,882 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,882 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/35a9746a295f490b8e9416ae7ddbd14b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ff4e2a36f63c4480865ff7d119638f0c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/93f14600b8934f97bfa622d15423b47b] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=35.3 K 2024-11-24T14:23:10,883 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35a9746a295f490b8e9416ae7ddbd14b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732458187053 2024-11-24T14:23:10,883 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff4e2a36f63c4480865ff7d119638f0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732458187684 2024-11-24T14:23:10,883 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93f14600b8934f97bfa622d15423b47b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732458188858 2024-11-24T14:23:10,891 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:10,891 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/4052bf55f2f24b40aad02963f9504589 is 50, key is test_row_0/C:col10/1732458188860/Put/seqid=0 2024-11-24T14:23:10,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742313_1489 (size=12241) 2024-11-24T14:23:10,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:10,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T14:23:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:10,986 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T14:23:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:10,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/97c12f24a9e24f0aa40a3f03aa3375df is 50, key is test_row_0/A:col10/1732458189998/Put/seqid=0 2024-11-24T14:23:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:10,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:10,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742314_1490 (size=9657) 2024-11-24T14:23:11,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458251028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458251029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458251031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458251116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458251119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458251134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458251137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458251138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T14:23:11,266 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/84ec4d7bd039487dbcc0f43f3a2a7a8c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/84ec4d7bd039487dbcc0f43f3a2a7a8c 2024-11-24T14:23:11,269 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into 84ec4d7bd039487dbcc0f43f3a2a7a8c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:11,269 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:11,269 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=13, startTime=1732458190844; duration=0sec 2024-11-24T14:23:11,269 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:11,269 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:11,300 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/4052bf55f2f24b40aad02963f9504589 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/4052bf55f2f24b40aad02963f9504589 2024-11-24T14:23:11,303 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into 4052bf55f2f24b40aad02963f9504589(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:11,304 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:11,304 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=13, startTime=1732458190844; duration=0sec 2024-11-24T14:23:11,304 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:11,304 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:11,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458251338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458251342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458251342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,395 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/97c12f24a9e24f0aa40a3f03aa3375df 2024-11-24T14:23:11,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e8b939f1a6c44fd6abc90e6aee889c5d is 50, key is test_row_0/B:col10/1732458189998/Put/seqid=0 2024-11-24T14:23:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742315_1491 (size=9657) 2024-11-24T14:23:11,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458251641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458251646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458251648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:11,806 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e8b939f1a6c44fd6abc90e6aee889c5d 2024-11-24T14:23:11,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/b9be8ec5456748fd808717290182d119 is 50, key is test_row_0/C:col10/1732458189998/Put/seqid=0 2024-11-24T14:23:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742316_1492 (size=9657) 2024-11-24T14:23:11,862 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/b9be8ec5456748fd808717290182d119 2024-11-24T14:23:11,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/97c12f24a9e24f0aa40a3f03aa3375df as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/97c12f24a9e24f0aa40a3f03aa3375df 2024-11-24T14:23:11,879 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/97c12f24a9e24f0aa40a3f03aa3375df, entries=100, sequenceid=126, filesize=9.4 K 2024-11-24T14:23:11,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e8b939f1a6c44fd6abc90e6aee889c5d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e8b939f1a6c44fd6abc90e6aee889c5d 2024-11-24T14:23:11,884 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e8b939f1a6c44fd6abc90e6aee889c5d, entries=100, sequenceid=126, filesize=9.4 K 2024-11-24T14:23:11,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/b9be8ec5456748fd808717290182d119 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9be8ec5456748fd808717290182d119 2024-11-24T14:23:11,891 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9be8ec5456748fd808717290182d119, entries=100, sequenceid=126, filesize=9.4 K 2024-11-24T14:23:11,891 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for d19c6f2f2ae04f1a6830f2434ea99d1e in 905ms, sequenceid=126, compaction requested=false 2024-11-24T14:23:11,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:11,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:11,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-24T14:23:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-24T14:23:11,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-24T14:23:11,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-11-24T14:23:11,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.8280 sec 2024-11-24T14:23:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:12,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T14:23:12,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:12,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:12,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:12,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:12,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:12,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:12,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/a2fbc045706441f094c34c7e38def065 is 50, key is test_row_0/A:col10/1732458191030/Put/seqid=0 2024-11-24T14:23:12,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:12,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458252146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458252145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:12,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458252147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742317_1493 (size=14541) 2024-11-24T14:23:12,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/a2fbc045706441f094c34c7e38def065 2024-11-24T14:23:12,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458252153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:12,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458252153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T14:23:12,173 INFO [Thread-2078 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-24T14:23:12,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-24T14:23:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T14:23:12,177 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:12,178 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:12,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:12,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/2f131045ae034af6a3cbd29117e88d33 is 50, key is test_row_0/B:col10/1732458191030/Put/seqid=0 2024-11-24T14:23:12,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742318_1494 (size=12151) 2024-11-24T14:23:12,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/2f131045ae034af6a3cbd29117e88d33 2024-11-24T14:23:12,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/61379954e6784f2c86be2aa0d2425c69 is 50, key is test_row_0/C:col10/1732458191030/Put/seqid=0 2024-11-24T14:23:12,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458252255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458252255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T14:23:12,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742319_1495 (size=12151) 2024-11-24T14:23:12,329 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:12,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T14:23:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458252462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:12,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458252462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T14:23:12,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:12,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T14:23:12,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:12,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:12,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T14:23:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/61379954e6784f2c86be2aa0d2425c69 2024-11-24T14:23:12,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/a2fbc045706441f094c34c7e38def065 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a2fbc045706441f094c34c7e38def065 2024-11-24T14:23:12,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a2fbc045706441f094c34c7e38def065, entries=200, sequenceid=157, filesize=14.2 K 2024-11-24T14:23:12,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/2f131045ae034af6a3cbd29117e88d33 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/2f131045ae034af6a3cbd29117e88d33 2024-11-24T14:23:12,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/2f131045ae034af6a3cbd29117e88d33, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T14:23:12,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/61379954e6784f2c86be2aa0d2425c69 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/61379954e6784f2c86be2aa0d2425c69 2024-11-24T14:23:12,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/61379954e6784f2c86be2aa0d2425c69, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T14:23:12,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for d19c6f2f2ae04f1a6830f2434ea99d1e in 594ms, sequenceid=157, compaction requested=true 2024-11-24T14:23:12,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:12,728 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:12,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:12,729 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:12,730 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:12,730 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,730 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/1e8275074df04aa3865bb0087d0734df, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/97c12f24a9e24f0aa40a3f03aa3375df, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a2fbc045706441f094c34c7e38def065] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=35.6 K 2024-11-24T14:23:12,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:12,730 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:12,730 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e8275074df04aa3865bb0087d0734df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732458188858 2024-11-24T14:23:12,731 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97c12f24a9e24f0aa40a3f03aa3375df, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732458189991 2024-11-24T14:23:12,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:12,731 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2fbc045706441f094c34c7e38def065, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732458191012 2024-11-24T14:23:12,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:12,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:12,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:12,732 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:12,732 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:12,732 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,732 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/84ec4d7bd039487dbcc0f43f3a2a7a8c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e8b939f1a6c44fd6abc90e6aee889c5d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/2f131045ae034af6a3cbd29117e88d33] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=33.3 K 2024-11-24T14:23:12,733 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 84ec4d7bd039487dbcc0f43f3a2a7a8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732458188858 2024-11-24T14:23:12,733 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e8b939f1a6c44fd6abc90e6aee889c5d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732458189991 2024-11-24T14:23:12,733 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f131045ae034af6a3cbd29117e88d33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732458191022 2024-11-24T14:23:12,752 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:12,752 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/641712577d7f4a9ca23c0d566538c61e is 50, key is test_row_0/B:col10/1732458191030/Put/seqid=0 2024-11-24T14:23:12,757 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#417 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:12,759 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/b2003a52efae4cabaa22bd82cc8a6380 is 50, key is test_row_0/A:col10/1732458191030/Put/seqid=0 2024-11-24T14:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T14:23:12,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:23:12,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:12,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:12,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:12,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:12,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:12,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742321_1497 (size=12493) 2024-11-24T14:23:12,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742320_1496 (size=12493) 2024-11-24T14:23:12,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:12,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T14:23:12,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:12,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4ac9b6b40eb043278c4b952eb5d43ebe is 50, key is test_row_0/A:col10/1732458192775/Put/seqid=0 2024-11-24T14:23:12,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742322_1498 (size=14541) 2024-11-24T14:23:12,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458252887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:12,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458252891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:12,956 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:12,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T14:23:12,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:12,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:12,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458252998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:13,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458253000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:13,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T14:23:13,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T14:23:13,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:13,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T14:23:13,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:13,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458253157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458253158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:13,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458253167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:13,198 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/b2003a52efae4cabaa22bd82cc8a6380 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/b2003a52efae4cabaa22bd82cc8a6380 2024-11-24T14:23:13,203 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into b2003a52efae4cabaa22bd82cc8a6380(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:13,203 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:13,203 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=13, startTime=1732458192728; duration=0sec 2024-11-24T14:23:13,203 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:13,203 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:13,203 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:13,204 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:13,204 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:13,204 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,204 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/4052bf55f2f24b40aad02963f9504589, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9be8ec5456748fd808717290182d119, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/61379954e6784f2c86be2aa0d2425c69] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=33.3 K 2024-11-24T14:23:13,205 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4052bf55f2f24b40aad02963f9504589, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732458188858 2024-11-24T14:23:13,206 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9be8ec5456748fd808717290182d119, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732458189991 2024-11-24T14:23:13,206 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61379954e6784f2c86be2aa0d2425c69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732458191022 2024-11-24T14:23:13,209 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/641712577d7f4a9ca23c0d566538c61e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/641712577d7f4a9ca23c0d566538c61e 2024-11-24T14:23:13,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:13,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458253209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458253210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:13,220 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into 641712577d7f4a9ca23c0d566538c61e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:13,220 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:13,220 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=13, startTime=1732458192730; duration=0sec 2024-11-24T14:23:13,220 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:13,220 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:13,238 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:13,238 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/f7fc9e50bf53407daf94e2603d19db27 is 50, key is test_row_0/C:col10/1732458191030/Put/seqid=0 2024-11-24T14:23:13,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4ac9b6b40eb043278c4b952eb5d43ebe 2024-11-24T14:23:13,263 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:13,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T14:23:13,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:13,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/c7526bcfeab0400f8e4edd5a5efce0a7 is 50, key is test_row_0/B:col10/1732458192775/Put/seqid=0 2024-11-24T14:23:13,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742323_1499 (size=12493) 2024-11-24T14:23:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T14:23:13,287 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/f7fc9e50bf53407daf94e2603d19db27 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f7fc9e50bf53407daf94e2603d19db27 2024-11-24T14:23:13,296 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into f7fc9e50bf53407daf94e2603d19db27(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:13,296 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:13,296 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=13, startTime=1732458192731; duration=0sec 2024-11-24T14:23:13,296 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:13,296 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:13,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742324_1500 (size=12151) 2024-11-24T14:23:13,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/c7526bcfeab0400f8e4edd5a5efce0a7 2024-11-24T14:23:13,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/dc7bb7aea5e94ad4bbeb5ea49f3dc72f is 50, key is test_row_0/C:col10/1732458192775/Put/seqid=0 2024-11-24T14:23:13,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742325_1501 (size=12151) 2024-11-24T14:23:13,417 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:13,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T14:23:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:13,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458253517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458253518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:13,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:13,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T14:23:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:13,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T14:23:13,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:13,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:13,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/dc7bb7aea5e94ad4bbeb5ea49f3dc72f 2024-11-24T14:23:13,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4ac9b6b40eb043278c4b952eb5d43ebe as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4ac9b6b40eb043278c4b952eb5d43ebe 2024-11-24T14:23:13,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4ac9b6b40eb043278c4b952eb5d43ebe, entries=200, sequenceid=168, filesize=14.2 K 2024-11-24T14:23:13,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/c7526bcfeab0400f8e4edd5a5efce0a7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c7526bcfeab0400f8e4edd5a5efce0a7 2024-11-24T14:23:13,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c7526bcfeab0400f8e4edd5a5efce0a7, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T14:23:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/dc7bb7aea5e94ad4bbeb5ea49f3dc72f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc7bb7aea5e94ad4bbeb5ea49f3dc72f 2024-11-24T14:23:13,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc7bb7aea5e94ad4bbeb5ea49f3dc72f, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T14:23:13,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d19c6f2f2ae04f1a6830f2434ea99d1e in 1034ms, sequenceid=168, compaction requested=false 2024-11-24T14:23:13,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:13,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:13,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T14:23:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:13,887 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:23:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:13,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/af7c6ceb6285463cb525f2f8be3b2dbe is 50, key is test_row_0/A:col10/1732458192886/Put/seqid=0 2024-11-24T14:23:13,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742326_1502 (size=12151) 2024-11-24T14:23:13,947 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/af7c6ceb6285463cb525f2f8be3b2dbe 2024-11-24T14:23:13,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/58c500f88ffa44cd8df259bb8dca8c82 is 50, key is test_row_0/B:col10/1732458192886/Put/seqid=0 2024-11-24T14:23:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742327_1503 (size=12151) 2024-11-24T14:23:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:14,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458254047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:14,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458254051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:14,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458254155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:14,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458254155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T14:23:14,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458254362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:14,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458254363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:14,393 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/58c500f88ffa44cd8df259bb8dca8c82 2024-11-24T14:23:14,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/5d05e12597ee423e99de9d396be05770 is 50, key is test_row_0/C:col10/1732458192886/Put/seqid=0 2024-11-24T14:23:14,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742328_1504 (size=12151) 2024-11-24T14:23:14,451 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/5d05e12597ee423e99de9d396be05770 2024-11-24T14:23:14,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/af7c6ceb6285463cb525f2f8be3b2dbe as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/af7c6ceb6285463cb525f2f8be3b2dbe 2024-11-24T14:23:14,463 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/af7c6ceb6285463cb525f2f8be3b2dbe, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T14:23:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/58c500f88ffa44cd8df259bb8dca8c82 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/58c500f88ffa44cd8df259bb8dca8c82 2024-11-24T14:23:14,468 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/58c500f88ffa44cd8df259bb8dca8c82, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T14:23:14,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/5d05e12597ee423e99de9d396be05770 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5d05e12597ee423e99de9d396be05770 2024-11-24T14:23:14,474 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5d05e12597ee423e99de9d396be05770, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T14:23:14,475 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d19c6f2f2ae04f1a6830f2434ea99d1e in 588ms, sequenceid=196, compaction requested=true 2024-11-24T14:23:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-24T14:23:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-24T14:23:14,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-24T14:23:14,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2990 sec 2024-11-24T14:23:14,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.3040 sec 2024-11-24T14:23:14,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T14:23:14,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:14,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/12748b03d77b4d52b51c411949060d77 is 50, key is test_row_0/A:col10/1732458194037/Put/seqid=0 2024-11-24T14:23:14,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742329_1505 (size=12151) 2024-11-24T14:23:14,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/12748b03d77b4d52b51c411949060d77 2024-11-24T14:23:14,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/7820e1a7345d4920bef6f4bfee29b687 is 50, key is test_row_0/B:col10/1732458194037/Put/seqid=0 2024-11-24T14:23:14,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742330_1506 (size=12151) 2024-11-24T14:23:14,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/7820e1a7345d4920bef6f4bfee29b687 2024-11-24T14:23:14,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/f3f029b7c81a4de6bbe90409c0c3e763 is 50, key is test_row_0/C:col10/1732458194037/Put/seqid=0 2024-11-24T14:23:14,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742331_1507 (size=12151) 2024-11-24T14:23:14,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/f3f029b7c81a4de6bbe90409c0c3e763 2024-11-24T14:23:14,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/12748b03d77b4d52b51c411949060d77 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/12748b03d77b4d52b51c411949060d77 2024-11-24T14:23:14,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458254761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:14,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458254766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:14,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/12748b03d77b4d52b51c411949060d77, entries=150, sequenceid=208, filesize=11.9 K 2024-11-24T14:23:14,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/7820e1a7345d4920bef6f4bfee29b687 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7820e1a7345d4920bef6f4bfee29b687 2024-11-24T14:23:14,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7820e1a7345d4920bef6f4bfee29b687, entries=150, sequenceid=208, filesize=11.9 K 2024-11-24T14:23:14,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/f3f029b7c81a4de6bbe90409c0c3e763 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f3f029b7c81a4de6bbe90409c0c3e763 2024-11-24T14:23:14,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f3f029b7c81a4de6bbe90409c0c3e763, entries=150, sequenceid=208, filesize=11.9 K 2024-11-24T14:23:14,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d19c6f2f2ae04f1a6830f2434ea99d1e in 123ms, sequenceid=208, compaction requested=true 2024-11-24T14:23:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:14,795 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:14,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:14,796 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:14,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:14,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:14,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:14,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:14,803 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:14,804 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:14,804 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:14,804 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:14,804 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/641712577d7f4a9ca23c0d566538c61e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c7526bcfeab0400f8e4edd5a5efce0a7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/58c500f88ffa44cd8df259bb8dca8c82, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7820e1a7345d4920bef6f4bfee29b687] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=47.8 K 2024-11-24T14:23:14,804 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:14,804 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:14,804 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/b2003a52efae4cabaa22bd82cc8a6380, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4ac9b6b40eb043278c4b952eb5d43ebe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/af7c6ceb6285463cb525f2f8be3b2dbe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/12748b03d77b4d52b51c411949060d77] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=50.1 K 2024-11-24T14:23:14,804 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 641712577d7f4a9ca23c0d566538c61e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732458191022 2024-11-24T14:23:14,805 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c7526bcfeab0400f8e4edd5a5efce0a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732458192139 2024-11-24T14:23:14,805 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2003a52efae4cabaa22bd82cc8a6380, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732458191022 2024-11-24T14:23:14,806 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 58c500f88ffa44cd8df259bb8dca8c82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732458192878 2024-11-24T14:23:14,806 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ac9b6b40eb043278c4b952eb5d43ebe, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732458192139 2024-11-24T14:23:14,806 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting af7c6ceb6285463cb525f2f8be3b2dbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732458192878 2024-11-24T14:23:14,806 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7820e1a7345d4920bef6f4bfee29b687, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732458194037 2024-11-24T14:23:14,807 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12748b03d77b4d52b51c411949060d77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732458194037 2024-11-24T14:23:14,830 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:14,831 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/c3efaa0fd56a43728234e15b9a02d2f2 is 50, key is test_row_0/B:col10/1732458194037/Put/seqid=0 2024-11-24T14:23:14,842 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:14,843 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/267ab5abdeb14c54895bad1c5d2087c1 is 50, key is test_row_0/A:col10/1732458194037/Put/seqid=0 2024-11-24T14:23:14,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:23:14,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:14,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:14,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:14,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:14,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:14,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742332_1508 (size=12629) 2024-11-24T14:23:14,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742333_1509 (size=12629) 2024-11-24T14:23:14,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/29dce8b46759445fa9c9c115e6bc5f9e is 50, key is test_row_0/A:col10/1732458194764/Put/seqid=0 2024-11-24T14:23:14,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458254913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:14,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458254921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:14,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742334_1510 (size=14541) 2024-11-24T14:23:15,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458255022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:15,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458255033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:15,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458255164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:15,171 DEBUG [Thread-2072 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:23:15,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458255186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:15,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458255187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:15,194 DEBUG [Thread-2070 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:23:15,195 DEBUG [Thread-2068 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:23:15,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458255226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:15,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458255241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:15,294 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/c3efaa0fd56a43728234e15b9a02d2f2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c3efaa0fd56a43728234e15b9a02d2f2 2024-11-24T14:23:15,301 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into c3efaa0fd56a43728234e15b9a02d2f2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:15,301 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:15,301 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=12, startTime=1732458194796; duration=0sec 2024-11-24T14:23:15,301 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:15,301 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:15,301 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:15,302 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:15,302 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:15,302 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:15,303 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f7fc9e50bf53407daf94e2603d19db27, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc7bb7aea5e94ad4bbeb5ea49f3dc72f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5d05e12597ee423e99de9d396be05770, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f3f029b7c81a4de6bbe90409c0c3e763] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=47.8 K 2024-11-24T14:23:15,303 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f7fc9e50bf53407daf94e2603d19db27, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732458191022 2024-11-24T14:23:15,304 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting dc7bb7aea5e94ad4bbeb5ea49f3dc72f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732458192139 2024-11-24T14:23:15,304 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d05e12597ee423e99de9d396be05770, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732458192878 2024-11-24T14:23:15,305 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f3f029b7c81a4de6bbe90409c0c3e763, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732458194037 2024-11-24T14:23:15,321 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/267ab5abdeb14c54895bad1c5d2087c1 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/267ab5abdeb14c54895bad1c5d2087c1 2024-11-24T14:23:15,325 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:15,325 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/7566e690971a46a6926bfd094fbdc64d is 50, key is test_row_0/C:col10/1732458194037/Put/seqid=0 2024-11-24T14:23:15,330 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into 267ab5abdeb14c54895bad1c5d2087c1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:15,330 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:15,330 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=12, startTime=1732458194795; duration=0sec 2024-11-24T14:23:15,330 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:15,330 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:15,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742335_1511 (size=12629) 2024-11-24T14:23:15,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/29dce8b46759445fa9c9c115e6bc5f9e 2024-11-24T14:23:15,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/5cab50b4ded74123a067689a23effe08 is 50, key is test_row_0/B:col10/1732458194764/Put/seqid=0 2024-11-24T14:23:15,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742336_1512 (size=12151) 2024-11-24T14:23:15,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/5cab50b4ded74123a067689a23effe08 2024-11-24T14:23:15,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/a4c688365c5447849016b0915245c4eb is 50, key is test_row_0/C:col10/1732458194764/Put/seqid=0 2024-11-24T14:23:15,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742337_1513 (size=12151) 2024-11-24T14:23:15,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458255535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:15,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458255550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:15,752 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/7566e690971a46a6926bfd094fbdc64d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7566e690971a46a6926bfd094fbdc64d 2024-11-24T14:23:15,762 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into 7566e690971a46a6926bfd094fbdc64d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:15,762 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:15,762 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=12, startTime=1732458194796; duration=0sec 2024-11-24T14:23:15,762 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:15,762 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:15,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/a4c688365c5447849016b0915245c4eb 2024-11-24T14:23:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/29dce8b46759445fa9c9c115e6bc5f9e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/29dce8b46759445fa9c9c115e6bc5f9e 2024-11-24T14:23:15,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/29dce8b46759445fa9c9c115e6bc5f9e, entries=200, sequenceid=233, filesize=14.2 K 2024-11-24T14:23:15,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/5cab50b4ded74123a067689a23effe08 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5cab50b4ded74123a067689a23effe08 2024-11-24T14:23:15,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5cab50b4ded74123a067689a23effe08, entries=150, sequenceid=233, filesize=11.9 K 2024-11-24T14:23:15,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/a4c688365c5447849016b0915245c4eb as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a4c688365c5447849016b0915245c4eb 2024-11-24T14:23:15,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a4c688365c5447849016b0915245c4eb, entries=150, sequenceid=233, filesize=11.9 K 2024-11-24T14:23:15,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d19c6f2f2ae04f1a6830f2434ea99d1e in 1034ms, sequenceid=233, compaction requested=false 2024-11-24T14:23:15,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:16,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T14:23:16,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:16,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:16,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:16,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:16,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:16,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:16,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/7759d4d979b54059ba18209984680bfe is 50, key is test_row_0/A:col10/1732458194919/Put/seqid=0 2024-11-24T14:23:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742338_1514 (size=12151) 2024-11-24T14:23:16,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/7759d4d979b54059ba18209984680bfe 2024-11-24T14:23:16,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/4333edbb504747978c79a5aa4e6a27a9 is 50, key is test_row_0/B:col10/1732458194919/Put/seqid=0 2024-11-24T14:23:16,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458256126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:16,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458256127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:16,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742339_1515 (size=12151) 2024-11-24T14:23:16,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458256233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:16,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458256234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T14:23:16,283 INFO [Thread-2078 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-24T14:23:16,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-24T14:23:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T14:23:16,287 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:16,288 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:16,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T14:23:16,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:16,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T14:23:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:16,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:16,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458256440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:16,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458256441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:16,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/4333edbb504747978c79a5aa4e6a27a9 2024-11-24T14:23:16,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/1a19f6d2f16840d687654e07b6430259 is 50, key is test_row_0/C:col10/1732458194919/Put/seqid=0 2024-11-24T14:23:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T14:23:16,592 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:16,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T14:23:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:16,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:16,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742340_1516 (size=12151) 2024-11-24T14:23:16,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/1a19f6d2f16840d687654e07b6430259 2024-11-24T14:23:16,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/7759d4d979b54059ba18209984680bfe as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/7759d4d979b54059ba18209984680bfe 2024-11-24T14:23:16,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/7759d4d979b54059ba18209984680bfe, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T14:23:16,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/4333edbb504747978c79a5aa4e6a27a9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/4333edbb504747978c79a5aa4e6a27a9 2024-11-24T14:23:16,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/4333edbb504747978c79a5aa4e6a27a9, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T14:23:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/1a19f6d2f16840d687654e07b6430259 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/1a19f6d2f16840d687654e07b6430259 2024-11-24T14:23:16,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/1a19f6d2f16840d687654e07b6430259, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T14:23:16,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d19c6f2f2ae04f1a6830f2434ea99d1e in 601ms, sequenceid=248, compaction requested=true 2024-11-24T14:23:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:16,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:16,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:16,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:16,647 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:16,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:16,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:16,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:23:16,647 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:16,648 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:16,648 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:16,648 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:16,648 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:16,648 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:16,648 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:16,648 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c3efaa0fd56a43728234e15b9a02d2f2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5cab50b4ded74123a067689a23effe08, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/4333edbb504747978c79a5aa4e6a27a9] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=36.1 K 2024-11-24T14:23:16,648 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/267ab5abdeb14c54895bad1c5d2087c1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/29dce8b46759445fa9c9c115e6bc5f9e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/7759d4d979b54059ba18209984680bfe] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=38.4 K 2024-11-24T14:23:16,650 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c3efaa0fd56a43728234e15b9a02d2f2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732458194037 2024-11-24T14:23:16,650 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 267ab5abdeb14c54895bad1c5d2087c1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732458194037 2024-11-24T14:23:16,651 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29dce8b46759445fa9c9c115e6bc5f9e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732458194727 2024-11-24T14:23:16,651 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cab50b4ded74123a067689a23effe08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732458194754 2024-11-24T14:23:16,651 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 4333edbb504747978c79a5aa4e6a27a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732458194900 2024-11-24T14:23:16,651 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7759d4d979b54059ba18209984680bfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732458194900 2024-11-24T14:23:16,674 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:16,674 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/7093e1c99df246fe8aa5fbfdf46e890e is 50, key is test_row_0/B:col10/1732458194919/Put/seqid=0 2024-11-24T14:23:16,688 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:16,689 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/87e852f8eac6404c9bbbec6af30a6a4b is 50, key is test_row_0/A:col10/1732458194919/Put/seqid=0 2024-11-24T14:23:16,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742341_1517 (size=12731) 2024-11-24T14:23:16,729 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/7093e1c99df246fe8aa5fbfdf46e890e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7093e1c99df246fe8aa5fbfdf46e890e 2024-11-24T14:23:16,736 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into 7093e1c99df246fe8aa5fbfdf46e890e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:16,736 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:16,736 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=13, startTime=1732458196647; duration=0sec 2024-11-24T14:23:16,736 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:16,736 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:16,736 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:16,737 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:16,737 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:16,738 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:16,738 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7566e690971a46a6926bfd094fbdc64d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a4c688365c5447849016b0915245c4eb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/1a19f6d2f16840d687654e07b6430259] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=36.1 K 2024-11-24T14:23:16,738 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7566e690971a46a6926bfd094fbdc64d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732458194037 2024-11-24T14:23:16,738 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting a4c688365c5447849016b0915245c4eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732458194754 2024-11-24T14:23:16,739 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a19f6d2f16840d687654e07b6430259, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732458194900 2024-11-24T14:23:16,747 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:16,748 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/60de8a712f4a47a9ac9236f98a526852 is 50, key is test_row_0/C:col10/1732458194919/Put/seqid=0 2024-11-24T14:23:16,748 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:16,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T14:23:16,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:16,750 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T14:23:16,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:16,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:16,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:16,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:16,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:16,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:16,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742342_1518 (size=12731) 2024-11-24T14:23:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:16,758 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/87e852f8eac6404c9bbbec6af30a6a4b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/87e852f8eac6404c9bbbec6af30a6a4b 2024-11-24T14:23:16,763 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into 87e852f8eac6404c9bbbec6af30a6a4b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:16,764 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:16,764 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=13, startTime=1732458196647; duration=0sec 2024-11-24T14:23:16,764 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:16,764 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/dee526ee295c4c87af609843aa114ce3 is 50, key is test_row_0/A:col10/1732458196125/Put/seqid=0 2024-11-24T14:23:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742343_1519 (size=12731) 2024-11-24T14:23:16,781 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/60de8a712f4a47a9ac9236f98a526852 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/60de8a712f4a47a9ac9236f98a526852 2024-11-24T14:23:16,790 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into 60de8a712f4a47a9ac9236f98a526852(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:16,790 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:16,790 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=13, startTime=1732458196647; duration=0sec 2024-11-24T14:23:16,790 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:16,790 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:16,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458256793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:16,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458256794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742344_1520 (size=12301) 2024-11-24T14:23:16,817 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/dee526ee295c4c87af609843aa114ce3 2024-11-24T14:23:16,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/a699375834ed4a29bf31bebc041eee66 is 50, key is test_row_0/B:col10/1732458196125/Put/seqid=0 2024-11-24T14:23:16,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742345_1521 (size=12301) 2024-11-24T14:23:16,860 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/a699375834ed4a29bf31bebc041eee66 2024-11-24T14:23:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/c168aa8aae7b4b8b97d704dff27bdc52 is 50, key is test_row_0/C:col10/1732458196125/Put/seqid=0 2024-11-24T14:23:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T14:23:16,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458256904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:16,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458256905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:16,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742346_1522 (size=12301) 2024-11-24T14:23:16,907 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/c168aa8aae7b4b8b97d704dff27bdc52 2024-11-24T14:23:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/dee526ee295c4c87af609843aa114ce3 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dee526ee295c4c87af609843aa114ce3 2024-11-24T14:23:16,928 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dee526ee295c4c87af609843aa114ce3, entries=150, sequenceid=273, filesize=12.0 K 2024-11-24T14:23:16,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/a699375834ed4a29bf31bebc041eee66 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a699375834ed4a29bf31bebc041eee66 2024-11-24T14:23:16,933 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a699375834ed4a29bf31bebc041eee66, entries=150, sequenceid=273, filesize=12.0 K 2024-11-24T14:23:16,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/c168aa8aae7b4b8b97d704dff27bdc52 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/c168aa8aae7b4b8b97d704dff27bdc52 2024-11-24T14:23:16,939 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/c168aa8aae7b4b8b97d704dff27bdc52, entries=150, sequenceid=273, filesize=12.0 K 2024-11-24T14:23:16,939 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d19c6f2f2ae04f1a6830f2434ea99d1e in 189ms, sequenceid=273, compaction requested=false 2024-11-24T14:23:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-24T14:23:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-24T14:23:16,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-24T14:23:16,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 652 msec 2024-11-24T14:23:16,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 657 msec 2024-11-24T14:23:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:17,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T14:23:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:17,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/552d4070a0df45458961947b6a02e04f is 50, key is test_row_0/A:col10/1732458196791/Put/seqid=0 2024-11-24T14:23:17,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742347_1523 (size=14741) 2024-11-24T14:23:17,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/552d4070a0df45458961947b6a02e04f 2024-11-24T14:23:17,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/cf4a3e9e205d45cda3758a29c849e340 is 50, key is test_row_0/B:col10/1732458196791/Put/seqid=0 2024-11-24T14:23:17,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742348_1524 (size=12301) 2024-11-24T14:23:17,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/cf4a3e9e205d45cda3758a29c849e340 2024-11-24T14:23:17,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/642fc40610e64c8d84864e4536943509 is 50, key is test_row_0/C:col10/1732458196791/Put/seqid=0 2024-11-24T14:23:17,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742349_1525 (size=12301) 2024-11-24T14:23:17,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458257210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:17,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458257217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:17,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458257323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:17,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458257328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T14:23:17,389 INFO [Thread-2078 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-24T14:23:17,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-24T14:23:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T14:23:17,396 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:17,397 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:17,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T14:23:17,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458257530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:17,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458257534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:17,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:17,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T14:23:17,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:17,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:17,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:17,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:17,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:17,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/642fc40610e64c8d84864e4536943509 2024-11-24T14:23:17,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/552d4070a0df45458961947b6a02e04f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/552d4070a0df45458961947b6a02e04f 2024-11-24T14:23:17,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/552d4070a0df45458961947b6a02e04f, entries=200, sequenceid=288, filesize=14.4 K 2024-11-24T14:23:17,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/cf4a3e9e205d45cda3758a29c849e340 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/cf4a3e9e205d45cda3758a29c849e340 2024-11-24T14:23:17,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/cf4a3e9e205d45cda3758a29c849e340, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T14:23:17,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/642fc40610e64c8d84864e4536943509 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/642fc40610e64c8d84864e4536943509 2024-11-24T14:23:17,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/642fc40610e64c8d84864e4536943509, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T14:23:17,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d19c6f2f2ae04f1a6830f2434ea99d1e in 538ms, sequenceid=288, compaction requested=true 2024-11-24T14:23:17,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:17,648 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:17,649 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:17,649 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:17,649 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:17,649 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/87e852f8eac6404c9bbbec6af30a6a4b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dee526ee295c4c87af609843aa114ce3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/552d4070a0df45458961947b6a02e04f] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=38.8 K 2024-11-24T14:23:17,649 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87e852f8eac6404c9bbbec6af30a6a4b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732458194900 2024-11-24T14:23:17,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:17,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:17,651 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting dee526ee295c4c87af609843aa114ce3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732458196115 2024-11-24T14:23:17,651 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 552d4070a0df45458961947b6a02e04f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732458196782 2024-11-24T14:23:17,652 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:17,653 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:17,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:17,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:17,653 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:17,653 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:17,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:17,653 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7093e1c99df246fe8aa5fbfdf46e890e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a699375834ed4a29bf31bebc041eee66, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/cf4a3e9e205d45cda3758a29c849e340] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=36.5 K 2024-11-24T14:23:17,654 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7093e1c99df246fe8aa5fbfdf46e890e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732458194900 2024-11-24T14:23:17,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:17,654 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting a699375834ed4a29bf31bebc041eee66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732458196115 2024-11-24T14:23:17,655 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting cf4a3e9e205d45cda3758a29c849e340, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732458196782 2024-11-24T14:23:17,664 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:17,665 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/56fd701c117545e0880b0ff737902036 is 50, key is test_row_0/A:col10/1732458196791/Put/seqid=0 2024-11-24T14:23:17,674 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:17,675 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/07cb842e5a69482899fcc915c5688083 is 50, key is test_row_0/B:col10/1732458196791/Put/seqid=0 2024-11-24T14:23:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T14:23:17,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:17,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T14:23:17,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:17,704 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T14:23:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:17,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742350_1526 (size=12983) 2024-11-24T14:23:17,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742351_1527 (size=12983) 2024-11-24T14:23:17,747 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/07cb842e5a69482899fcc915c5688083 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/07cb842e5a69482899fcc915c5688083 2024-11-24T14:23:17,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/a1d7e5e793a84d1983543a03c1f794f9 is 50, key is test_row_0/A:col10/1732458197184/Put/seqid=0 2024-11-24T14:23:17,755 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into 07cb842e5a69482899fcc915c5688083(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:17,755 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:17,755 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=13, startTime=1732458197652; duration=0sec 2024-11-24T14:23:17,756 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:17,756 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:17,756 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:17,758 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:17,758 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:17,758 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:17,758 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/60de8a712f4a47a9ac9236f98a526852, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/c168aa8aae7b4b8b97d704dff27bdc52, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/642fc40610e64c8d84864e4536943509] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=36.5 K 2024-11-24T14:23:17,759 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 60de8a712f4a47a9ac9236f98a526852, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732458194900 2024-11-24T14:23:17,760 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c168aa8aae7b4b8b97d704dff27bdc52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732458196115 2024-11-24T14:23:17,760 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 642fc40610e64c8d84864e4536943509, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732458196782 2024-11-24T14:23:17,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742352_1528 (size=12301) 2024-11-24T14:23:17,779 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/a1d7e5e793a84d1983543a03c1f794f9 2024-11-24T14:23:17,790 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:17,790 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/62ae37919e4f456eb3d2e1e16fca6a6e is 50, key is test_row_0/C:col10/1732458196791/Put/seqid=0 2024-11-24T14:23:17,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/ac4c01ded0a04d9e807e96f40961600d is 50, key is test_row_0/B:col10/1732458197184/Put/seqid=0 2024-11-24T14:23:17,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742353_1529 (size=12983) 2024-11-24T14:23:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:17,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:17,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742354_1530 (size=12301) 2024-11-24T14:23:17,858 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/ac4c01ded0a04d9e807e96f40961600d 2024-11-24T14:23:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/d48c7c5e216c400e8ca6d7ede2e9b998 is 50, key is test_row_0/C:col10/1732458197184/Put/seqid=0 2024-11-24T14:23:17,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458257876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:17,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458257880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:17,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742355_1531 (size=12301) 2024-11-24T14:23:17,890 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/d48c7c5e216c400e8ca6d7ede2e9b998 2024-11-24T14:23:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/a1d7e5e793a84d1983543a03c1f794f9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a1d7e5e793a84d1983543a03c1f794f9 2024-11-24T14:23:17,902 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a1d7e5e793a84d1983543a03c1f794f9, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T14:23:17,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/ac4c01ded0a04d9e807e96f40961600d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/ac4c01ded0a04d9e807e96f40961600d 2024-11-24T14:23:17,910 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/ac4c01ded0a04d9e807e96f40961600d, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T14:23:17,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/d48c7c5e216c400e8ca6d7ede2e9b998 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/d48c7c5e216c400e8ca6d7ede2e9b998 2024-11-24T14:23:17,916 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/d48c7c5e216c400e8ca6d7ede2e9b998, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T14:23:17,917 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d19c6f2f2ae04f1a6830f2434ea99d1e in 213ms, sequenceid=311, compaction requested=false 2024-11-24T14:23:17,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:17,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:17,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-24T14:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-24T14:23:17,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-24T14:23:17,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 521 msec 2024-11-24T14:23:17,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 527 msec 2024-11-24T14:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:17,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T14:23:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:17,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T14:23:17,998 INFO [Thread-2078 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-24T14:23:17,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-24T14:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T14:23:18,001 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:18,001 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:18,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:18,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/f199bce0f4014442916512f0183b42c7 is 50, key is test_row_0/A:col10/1732458197868/Put/seqid=0 2024-11-24T14:23:18,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742356_1532 (size=14741) 2024-11-24T14:23:18,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/f199bce0f4014442916512f0183b42c7 2024-11-24T14:23:18,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/c912b1bc11c74cdcabfd6f569028c837 is 50, key is test_row_0/B:col10/1732458197868/Put/seqid=0 2024-11-24T14:23:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T14:23:18,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742357_1533 (size=12301) 2024-11-24T14:23:18,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/c912b1bc11c74cdcabfd6f569028c837 2024-11-24T14:23:18,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/0dc0a0b0ba4b4a5bb3db9d1eb87c838b is 50, key is test_row_0/C:col10/1732458197868/Put/seqid=0 2024-11-24T14:23:18,130 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/56fd701c117545e0880b0ff737902036 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/56fd701c117545e0880b0ff737902036 2024-11-24T14:23:18,135 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into 56fd701c117545e0880b0ff737902036(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:18,135 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:18,135 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=13, startTime=1732458197647; duration=0sec 2024-11-24T14:23:18,135 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:18,135 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:18,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742358_1534 (size=12301) 2024-11-24T14:23:18,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/0dc0a0b0ba4b4a5bb3db9d1eb87c838b 2024-11-24T14:23:18,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/f199bce0f4014442916512f0183b42c7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/f199bce0f4014442916512f0183b42c7 2024-11-24T14:23:18,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/f199bce0f4014442916512f0183b42c7, entries=200, sequenceid=326, filesize=14.4 K 2024-11-24T14:23:18,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/c912b1bc11c74cdcabfd6f569028c837 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c912b1bc11c74cdcabfd6f569028c837 2024-11-24T14:23:18,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:18,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T14:23:18,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:18,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c912b1bc11c74cdcabfd6f569028c837, entries=150, sequenceid=326, filesize=12.0 K 2024-11-24T14:23:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/0dc0a0b0ba4b4a5bb3db9d1eb87c838b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/0dc0a0b0ba4b4a5bb3db9d1eb87c838b 2024-11-24T14:23:18,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/0dc0a0b0ba4b4a5bb3db9d1eb87c838b, entries=150, sequenceid=326, filesize=12.0 K 2024-11-24T14:23:18,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=120.76 KB/123660 for d19c6f2f2ae04f1a6830f2434ea99d1e in 172ms, sequenceid=326, compaction requested=true 2024-11-24T14:23:18,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:18,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:18,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:18,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:18,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:23:18,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:18,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T14:23:18,167 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-24T14:23:18,168 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T14:23:18,168 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T14:23:18,168 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. because compaction request was cancelled 2024-11-24T14:23:18,168 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:18,168 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:18,170 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:18,171 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:18,171 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,171 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/56fd701c117545e0880b0ff737902036, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a1d7e5e793a84d1983543a03c1f794f9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/f199bce0f4014442916512f0183b42c7] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=39.1 K 2024-11-24T14:23:18,171 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56fd701c117545e0880b0ff737902036, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732458196782 2024-11-24T14:23:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:18,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T14:23:18,173 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1d7e5e793a84d1983543a03c1f794f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732458197163 2024-11-24T14:23:18,174 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting f199bce0f4014442916512f0183b42c7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732458197868 2024-11-24T14:23:18,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:18,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:18,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:18,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:18,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:18,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:18,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/237a9ef76c6a4edb8fb314286eb796c0 is 50, key is test_row_0/A:col10/1732458198172/Put/seqid=0 2024-11-24T14:23:18,201 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:18,202 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/d57e3ca981cb404bab71eecca3027ab6 is 50, key is test_row_0/A:col10/1732458197868/Put/seqid=0 2024-11-24T14:23:18,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742360_1536 (size=13085) 2024-11-24T14:23:18,246 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/d57e3ca981cb404bab71eecca3027ab6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d57e3ca981cb404bab71eecca3027ab6 2024-11-24T14:23:18,247 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/62ae37919e4f456eb3d2e1e16fca6a6e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/62ae37919e4f456eb3d2e1e16fca6a6e 2024-11-24T14:23:18,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742359_1535 (size=17181) 2024-11-24T14:23:18,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/237a9ef76c6a4edb8fb314286eb796c0 2024-11-24T14:23:18,257 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into d57e3ca981cb404bab71eecca3027ab6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:18,257 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:18,257 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=13, startTime=1732458198161; duration=0sec 2024-11-24T14:23:18,257 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:18,257 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:18,257 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:18,260 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into 62ae37919e4f456eb3d2e1e16fca6a6e(size=12.7 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:18,260 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:18,260 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=13, startTime=1732458197653; duration=0sec 2024-11-24T14:23:18,260 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:18,261 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:18,263 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:18,263 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:18,263 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,263 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/07cb842e5a69482899fcc915c5688083, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/ac4c01ded0a04d9e807e96f40961600d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c912b1bc11c74cdcabfd6f569028c837] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=36.7 K 2024-11-24T14:23:18,263 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07cb842e5a69482899fcc915c5688083, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732458196782 2024-11-24T14:23:18,264 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac4c01ded0a04d9e807e96f40961600d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732458197163 2024-11-24T14:23:18,264 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting c912b1bc11c74cdcabfd6f569028c837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732458197868 2024-11-24T14:23:18,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/eb2af38e96db460593bc864dfae589fd is 50, key is test_row_0/B:col10/1732458198172/Put/seqid=0 2024-11-24T14:23:18,282 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:18,283 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/04c8f753408f462cbf02dcc1bed12627 is 50, key is test_row_0/B:col10/1732458197868/Put/seqid=0 2024-11-24T14:23:18,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458258258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T14:23:18,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458258259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:18,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:18,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T14:23:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742362_1538 (size=13085) 2024-11-24T14:23:18,351 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/04c8f753408f462cbf02dcc1bed12627 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/04c8f753408f462cbf02dcc1bed12627 2024-11-24T14:23:18,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742361_1537 (size=12301) 2024-11-24T14:23:18,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/eb2af38e96db460593bc864dfae589fd 2024-11-24T14:23:18,358 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into 04c8f753408f462cbf02dcc1bed12627(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:18,358 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:18,358 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=13, startTime=1732458198161; duration=0sec 2024-11-24T14:23:18,358 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:18,358 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:18,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/5330660f02934f0bb9d6c85bfa0b56ae is 50, key is test_row_0/C:col10/1732458198172/Put/seqid=0 2024-11-24T14:23:18,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458258402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:18,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458258407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:18,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742363_1539 (size=12301) 2024-11-24T14:23:18,460 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:18,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T14:23:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T14:23:18,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:18,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T14:23:18,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:18,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458258614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:18,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458258623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:18,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:18,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T14:23:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:18,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/5330660f02934f0bb9d6c85bfa0b56ae 2024-11-24T14:23:18,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/237a9ef76c6a4edb8fb314286eb796c0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/237a9ef76c6a4edb8fb314286eb796c0 2024-11-24T14:23:18,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/237a9ef76c6a4edb8fb314286eb796c0, entries=250, sequenceid=350, filesize=16.8 K 2024-11-24T14:23:18,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/eb2af38e96db460593bc864dfae589fd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/eb2af38e96db460593bc864dfae589fd 2024-11-24T14:23:18,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/eb2af38e96db460593bc864dfae589fd, entries=150, sequenceid=350, filesize=12.0 K 2024-11-24T14:23:18,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/5330660f02934f0bb9d6c85bfa0b56ae as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5330660f02934f0bb9d6c85bfa0b56ae 2024-11-24T14:23:18,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5330660f02934f0bb9d6c85bfa0b56ae, entries=150, sequenceid=350, filesize=12.0 K 2024-11-24T14:23:18,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d19c6f2f2ae04f1a6830f2434ea99d1e in 674ms, sequenceid=350, compaction requested=true 2024-11-24T14:23:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:23:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T14:23:18,848 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:18,848 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T14:23:18,852 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T14:23:18,852 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T14:23:18,852 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. because compaction request was cancelled 2024-11-24T14:23:18,852 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:18,852 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T14:23:18,853 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:18,853 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:18,853 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,853 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/62ae37919e4f456eb3d2e1e16fca6a6e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/d48c7c5e216c400e8ca6d7ede2e9b998, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/0dc0a0b0ba4b4a5bb3db9d1eb87c838b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5330660f02934f0bb9d6c85bfa0b56ae] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=48.7 K 2024-11-24T14:23:18,854 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62ae37919e4f456eb3d2e1e16fca6a6e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732458196782 2024-11-24T14:23:18,854 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T14:23:18,854 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T14:23:18,855 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. because compaction request was cancelled 2024-11-24T14:23:18,855 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:18,855 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting d48c7c5e216c400e8ca6d7ede2e9b998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732458197163 2024-11-24T14:23:18,857 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dc0a0b0ba4b4a5bb3db9d1eb87c838b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732458197868 2024-11-24T14:23:18,862 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5330660f02934f0bb9d6c85bfa0b56ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732458198141 2024-11-24T14:23:18,887 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:18,888 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/f9dfb6efe8034ed79314b19abb5db183 is 50, key is test_row_0/C:col10/1732458198172/Put/seqid=0 2024-11-24T14:23:18,925 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:18,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T14:23:18,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:18,926 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T14:23:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:18,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:18,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:18,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:18,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742364_1540 (size=13119) 2024-11-24T14:23:18,955 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/f9dfb6efe8034ed79314b19abb5db183 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f9dfb6efe8034ed79314b19abb5db183 2024-11-24T14:23:18,961 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into f9dfb6efe8034ed79314b19abb5db183(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:18,961 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:18,961 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=12, startTime=1732458198847; duration=0sec 2024-11-24T14:23:18,961 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:18,961 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:18,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/0ff85c1455d54faf9c258973d1705a9c is 50, key is test_row_0/A:col10/1732458198925/Put/seqid=0 2024-11-24T14:23:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742365_1541 (size=14741) 2024-11-24T14:23:19,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458259048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:19,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458259049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T14:23:19,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458259154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:19,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458259157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:19,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1732458259179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:19,185 DEBUG [Thread-2072 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:23:19,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1732458259202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:19,211 DEBUG [Thread-2070 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:23:19,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33464 deadline: 1732458259212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:19,215 DEBUG [Thread-2068 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., hostname=fb354886b420,39319,1732458063252, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:23:19,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458259359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:19,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458259362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:19,406 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/0ff85c1455d54faf9c258973d1705a9c 2024-11-24T14:23:19,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/533c1180d5054e7b96916d3be1e30fca is 50, key is test_row_0/B:col10/1732458198925/Put/seqid=0 2024-11-24T14:23:19,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742366_1542 (size=12301) 2024-11-24T14:23:19,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458259666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:19,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458259669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:19,843 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/533c1180d5054e7b96916d3be1e30fca 2024-11-24T14:23:19,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/fe289641a2334b22bc9bb1495c84694a is 50, key is test_row_0/C:col10/1732458198925/Put/seqid=0 2024-11-24T14:23:19,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742367_1543 (size=12301) 2024-11-24T14:23:19,878 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/fe289641a2334b22bc9bb1495c84694a 2024-11-24T14:23:19,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/0ff85c1455d54faf9c258973d1705a9c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0ff85c1455d54faf9c258973d1705a9c 2024-11-24T14:23:19,888 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0ff85c1455d54faf9c258973d1705a9c, entries=200, sequenceid=367, filesize=14.4 K 2024-11-24T14:23:19,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/533c1180d5054e7b96916d3be1e30fca as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/533c1180d5054e7b96916d3be1e30fca 2024-11-24T14:23:19,894 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/533c1180d5054e7b96916d3be1e30fca, entries=150, sequenceid=367, filesize=12.0 K 2024-11-24T14:23:19,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/fe289641a2334b22bc9bb1495c84694a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/fe289641a2334b22bc9bb1495c84694a 2024-11-24T14:23:19,899 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/fe289641a2334b22bc9bb1495c84694a, entries=150, sequenceid=367, filesize=12.0 K 2024-11-24T14:23:19,900 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for d19c6f2f2ae04f1a6830f2434ea99d1e in 974ms, sequenceid=367, compaction requested=true 2024-11-24T14:23:19,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:19,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:19,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-24T14:23:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-24T14:23:19,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-24T14:23:19,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9010 sec 2024-11-24T14:23:19,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.9060 sec 2024-11-24T14:23:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T14:23:20,105 INFO [Thread-2078 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-24T14:23:20,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-24T14:23:20,108 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:20,109 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:20,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T14:23:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:20,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T14:23:20,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:20,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:20,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:20,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:20,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:20,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:20,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/3c38750e3150443b8ed3101ad1b58370 is 50, key is test_row_0/A:col10/1732458199043/Put/seqid=0 2024-11-24T14:23:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742368_1544 (size=17181) 2024-11-24T14:23:20,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/3c38750e3150443b8ed3101ad1b58370 2024-11-24T14:23:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T14:23:20,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458260213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:20,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458260215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:20,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/9e2f371c922b4d4fb9a174f81b4a9f67 is 50, key is test_row_0/B:col10/1732458199043/Put/seqid=0 2024-11-24T14:23:20,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:20,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T14:23:20,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:20,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742369_1545 (size=12301) 2024-11-24T14:23:20,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458260323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:20,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458260323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:20,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:20,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T14:23:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T14:23:20,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:20,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458260530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:20,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458260530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:20,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:20,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T14:23:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/9e2f371c922b4d4fb9a174f81b4a9f67 2024-11-24T14:23:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T14:23:20,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/205abd74f0574a0a9e8852a53e4d2a02 is 50, key is test_row_0/C:col10/1732458199043/Put/seqid=0 2024-11-24T14:23:20,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:20,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T14:23:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742370_1546 (size=12301) 2024-11-24T14:23:20,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/205abd74f0574a0a9e8852a53e4d2a02 2024-11-24T14:23:20,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/3c38750e3150443b8ed3101ad1b58370 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/3c38750e3150443b8ed3101ad1b58370 2024-11-24T14:23:20,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/3c38750e3150443b8ed3101ad1b58370, entries=250, sequenceid=393, filesize=16.8 K 2024-11-24T14:23:20,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/9e2f371c922b4d4fb9a174f81b4a9f67 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9e2f371c922b4d4fb9a174f81b4a9f67 2024-11-24T14:23:20,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9e2f371c922b4d4fb9a174f81b4a9f67, entries=150, sequenceid=393, filesize=12.0 K 2024-11-24T14:23:20,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/205abd74f0574a0a9e8852a53e4d2a02 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/205abd74f0574a0a9e8852a53e4d2a02 2024-11-24T14:23:20,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/205abd74f0574a0a9e8852a53e4d2a02, entries=150, sequenceid=393, filesize=12.0 K 2024-11-24T14:23:20,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d19c6f2f2ae04f1a6830f2434ea99d1e in 617ms, sequenceid=393, compaction requested=true 2024-11-24T14:23:20,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:20,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:20,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:20,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:20,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:23:20,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:20,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T14:23:20,799 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:20,799 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:20,801 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:20,801 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 62188 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:20,801 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:20,801 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:20,801 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,801 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,801 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/04c8f753408f462cbf02dcc1bed12627, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/eb2af38e96db460593bc864dfae589fd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/533c1180d5054e7b96916d3be1e30fca, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9e2f371c922b4d4fb9a174f81b4a9f67] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=48.8 K 2024-11-24T14:23:20,801 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d57e3ca981cb404bab71eecca3027ab6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/237a9ef76c6a4edb8fb314286eb796c0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0ff85c1455d54faf9c258973d1705a9c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/3c38750e3150443b8ed3101ad1b58370] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=60.7 K 2024-11-24T14:23:20,801 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 04c8f753408f462cbf02dcc1bed12627, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732458197868 2024-11-24T14:23:20,801 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting d57e3ca981cb404bab71eecca3027ab6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732458197868 2024-11-24T14:23:20,802 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting eb2af38e96db460593bc864dfae589fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732458198141 2024-11-24T14:23:20,802 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 237a9ef76c6a4edb8fb314286eb796c0, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732458198070 2024-11-24T14:23:20,802 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 533c1180d5054e7b96916d3be1e30fca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732458198253 2024-11-24T14:23:20,802 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ff85c1455d54faf9c258973d1705a9c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732458198234 2024-11-24T14:23:20,803 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e2f371c922b4d4fb9a174f81b4a9f67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732458199043 2024-11-24T14:23:20,803 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c38750e3150443b8ed3101ad1b58370, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732458198973 2024-11-24T14:23:20,843 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:20,844 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/57d9ff891b3347aea844580982ac2c41 is 50, key is test_row_0/B:col10/1732458199043/Put/seqid=0 2024-11-24T14:23:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:20,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T14:23:20,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:20,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:20,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:20,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:20,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:20,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:20,864 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:20,864 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/8275d1c0e8c0466197acd29f7a137cac is 50, key is test_row_0/A:col10/1732458199043/Put/seqid=0 2024-11-24T14:23:20,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:20,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T14:23:20,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:20,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:20,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/d2484b37e2014fbcb01879a1f0a9056c is 50, key is test_row_0/A:col10/1732458200211/Put/seqid=0 2024-11-24T14:23:20,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742371_1547 (size=13221) 2024-11-24T14:23:20,908 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/57d9ff891b3347aea844580982ac2c41 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/57d9ff891b3347aea844580982ac2c41 2024-11-24T14:23:20,913 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into 57d9ff891b3347aea844580982ac2c41(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:20,913 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:20,913 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=12, startTime=1732458200799; duration=0sec 2024-11-24T14:23:20,913 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:20,913 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:20,913 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:20,915 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:20,916 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:20,916 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:20,916 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f9dfb6efe8034ed79314b19abb5db183, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/fe289641a2334b22bc9bb1495c84694a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/205abd74f0574a0a9e8852a53e4d2a02] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=36.8 K 2024-11-24T14:23:20,916 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f9dfb6efe8034ed79314b19abb5db183, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732458198141 2024-11-24T14:23:20,916 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting fe289641a2334b22bc9bb1495c84694a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732458198253 2024-11-24T14:23:20,917 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 205abd74f0574a0a9e8852a53e4d2a02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732458199043 2024-11-24T14:23:20,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742372_1548 (size=13221) 2024-11-24T14:23:20,972 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:20,973 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/86b2dbf267bd42e08f84cdc851acbb59 is 50, key is test_row_0/C:col10/1732458199043/Put/seqid=0 2024-11-24T14:23:20,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458260965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:20,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458260974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:20,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742373_1549 (size=14741) 2024-11-24T14:23:20,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/d2484b37e2014fbcb01879a1f0a9056c 2024-11-24T14:23:21,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/6e853f81bd694603a7fcf89aeb5f900f is 50, key is test_row_0/B:col10/1732458200211/Put/seqid=0 2024-11-24T14:23:21,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:21,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T14:23:21,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742375_1551 (size=12301) 2024-11-24T14:23:21,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/6e853f81bd694603a7fcf89aeb5f900f 2024-11-24T14:23:21,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/a7ae72a3d29d4a959a5a842979c41c93 is 50, key is test_row_0/C:col10/1732458200211/Put/seqid=0 2024-11-24T14:23:21,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742374_1550 (size=13221) 2024-11-24T14:23:21,062 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/86b2dbf267bd42e08f84cdc851acbb59 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/86b2dbf267bd42e08f84cdc851acbb59 2024-11-24T14:23:21,067 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into 86b2dbf267bd42e08f84cdc851acbb59(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:21,067 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:21,067 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=13, startTime=1732458200799; duration=0sec 2024-11-24T14:23:21,067 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:21,067 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:21,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458261078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:21,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458261084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:21,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742376_1552 (size=12301) 2024-11-24T14:23:21,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:21,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T14:23:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T14:23:21,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458261281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:21,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458261290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:21,338 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:21,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T14:23:21,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:21,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,362 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/8275d1c0e8c0466197acd29f7a137cac as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/8275d1c0e8c0466197acd29f7a137cac 2024-11-24T14:23:21,370 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into 8275d1c0e8c0466197acd29f7a137cac(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:21,371 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:21,371 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=12, startTime=1732458200799; duration=0sec 2024-11-24T14:23:21,371 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:21,371 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:21,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:21,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T14:23:21,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:21,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/a7ae72a3d29d4a959a5a842979c41c93 2024-11-24T14:23:21,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/d2484b37e2014fbcb01879a1f0a9056c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d2484b37e2014fbcb01879a1f0a9056c 2024-11-24T14:23:21,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d2484b37e2014fbcb01879a1f0a9056c, entries=200, sequenceid=405, filesize=14.4 K 2024-11-24T14:23:21,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/6e853f81bd694603a7fcf89aeb5f900f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6e853f81bd694603a7fcf89aeb5f900f 2024-11-24T14:23:21,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6e853f81bd694603a7fcf89aeb5f900f, entries=150, sequenceid=405, filesize=12.0 K 2024-11-24T14:23:21,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/a7ae72a3d29d4a959a5a842979c41c93 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a7ae72a3d29d4a959a5a842979c41c93 2024-11-24T14:23:21,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a7ae72a3d29d4a959a5a842979c41c93, entries=150, sequenceid=405, filesize=12.0 K 2024-11-24T14:23:21,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d19c6f2f2ae04f1a6830f2434ea99d1e in 669ms, sequenceid=405, compaction requested=false 2024-11-24T14:23:21,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:21,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:23:21,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:21,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:21,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:21,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:21,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:21,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:21,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4d84d0efcfad434fa6229ad0e3697cfb is 50, key is test_row_0/A:col10/1732458201587/Put/seqid=0 2024-11-24T14:23:21,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742377_1553 (size=14741) 2024-11-24T14:23:21,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4d84d0efcfad434fa6229ad0e3697cfb 2024-11-24T14:23:21,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/df8b626a8f4441dd9ef7ef7bc37e82f1 is 50, key is test_row_0/B:col10/1732458201587/Put/seqid=0 2024-11-24T14:23:21,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458261638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:21,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:21,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T14:23:21,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:21,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458261647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:21,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:21,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742378_1554 (size=12301) 2024-11-24T14:23:21,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/df8b626a8f4441dd9ef7ef7bc37e82f1 2024-11-24T14:23:21,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/9c9a6dea68e64a19882b3f3dbd2ef1d7 is 50, key is test_row_0/C:col10/1732458201587/Put/seqid=0 2024-11-24T14:23:21,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742379_1555 (size=12301) 2024-11-24T14:23:21,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/9c9a6dea68e64a19882b3f3dbd2ef1d7 2024-11-24T14:23:21,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/4d84d0efcfad434fa6229ad0e3697cfb as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4d84d0efcfad434fa6229ad0e3697cfb 2024-11-24T14:23:21,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458261748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:21,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4d84d0efcfad434fa6229ad0e3697cfb, entries=200, sequenceid=433, filesize=14.4 K 2024-11-24T14:23:21,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/df8b626a8f4441dd9ef7ef7bc37e82f1 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/df8b626a8f4441dd9ef7ef7bc37e82f1 2024-11-24T14:23:21,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458261756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:21,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/df8b626a8f4441dd9ef7ef7bc37e82f1, entries=150, sequenceid=433, filesize=12.0 K 2024-11-24T14:23:21,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/9c9a6dea68e64a19882b3f3dbd2ef1d7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9c9a6dea68e64a19882b3f3dbd2ef1d7 2024-11-24T14:23:21,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9c9a6dea68e64a19882b3f3dbd2ef1d7, entries=150, sequenceid=433, filesize=12.0 K 2024-11-24T14:23:21,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d19c6f2f2ae04f1a6830f2434ea99d1e in 183ms, sequenceid=433, compaction requested=true 2024-11-24T14:23:21,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:21,772 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:21,773 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:21,773 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:21,773 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,773 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/8275d1c0e8c0466197acd29f7a137cac, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d2484b37e2014fbcb01879a1f0a9056c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4d84d0efcfad434fa6229ad0e3697cfb] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=41.7 K 2024-11-24T14:23:21,774 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8275d1c0e8c0466197acd29f7a137cac, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732458199043 2024-11-24T14:23:21,775 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2484b37e2014fbcb01879a1f0a9056c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732458200201 2024-11-24T14:23:21,776 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d84d0efcfad434fa6229ad0e3697cfb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732458200943 2024-11-24T14:23:21,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:21,778 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:21,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:21,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:21,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:21,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:21,780 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:21,781 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:21,781 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,781 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/57d9ff891b3347aea844580982ac2c41, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6e853f81bd694603a7fcf89aeb5f900f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/df8b626a8f4441dd9ef7ef7bc37e82f1] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=36.9 K 2024-11-24T14:23:21,782 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 57d9ff891b3347aea844580982ac2c41, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732458199043 2024-11-24T14:23:21,783 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e853f81bd694603a7fcf89aeb5f900f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732458200201 2024-11-24T14:23:21,783 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting df8b626a8f4441dd9ef7ef7bc37e82f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732458200943 2024-11-24T14:23:21,795 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:21,796 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/acc485400e5148a087dc11a68f05adfa is 50, key is test_row_0/A:col10/1732458201587/Put/seqid=0 2024-11-24T14:23:21,799 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:21,800 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/22c8f64fdadf4d08a63ab4cfac949721 is 50, key is test_row_0/B:col10/1732458201587/Put/seqid=0 2024-11-24T14:23:21,807 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:21,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T14:23:21,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,808 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:23:21,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:21,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:21,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:21,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:21,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:21,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:21,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742380_1556 (size=13323) 2024-11-24T14:23:21,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/50259e3e70c54f30887398b8e860f266 is 50, key is test_row_0/A:col10/1732458201604/Put/seqid=0 2024-11-24T14:23:21,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742381_1557 (size=13323) 2024-11-24T14:23:21,871 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/22c8f64fdadf4d08a63ab4cfac949721 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/22c8f64fdadf4d08a63ab4cfac949721 2024-11-24T14:23:21,891 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into 22c8f64fdadf4d08a63ab4cfac949721(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:21,891 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:21,891 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=13, startTime=1732458201778; duration=0sec 2024-11-24T14:23:21,891 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:21,891 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:21,891 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:21,892 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:21,892 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:21,892 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:21,892 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/86b2dbf267bd42e08f84cdc851acbb59, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a7ae72a3d29d4a959a5a842979c41c93, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9c9a6dea68e64a19882b3f3dbd2ef1d7] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=36.9 K 2024-11-24T14:23:21,894 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 86b2dbf267bd42e08f84cdc851acbb59, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732458199043 2024-11-24T14:23:21,898 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting a7ae72a3d29d4a959a5a842979c41c93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732458200201 2024-11-24T14:23:21,899 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c9a6dea68e64a19882b3f3dbd2ef1d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732458200943 2024-11-24T14:23:21,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742382_1558 (size=9857) 2024-11-24T14:23:21,903 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/50259e3e70c54f30887398b8e860f266 2024-11-24T14:23:21,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/5487f87ac546407eb2a93c07562c6250 is 50, key is test_row_0/B:col10/1732458201604/Put/seqid=0 2024-11-24T14:23:21,927 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:21,928 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/bbfc5c9143d645e996b62c76c1b511ec is 50, key is test_row_0/C:col10/1732458201587/Put/seqid=0 2024-11-24T14:23:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:21,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742383_1559 (size=9857) 2024-11-24T14:23:21,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742384_1560 (size=13323) 2024-11-24T14:23:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458262096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458262099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:22,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458262206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:22,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458262210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T14:23:22,245 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/acc485400e5148a087dc11a68f05adfa as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/acc485400e5148a087dc11a68f05adfa 2024-11-24T14:23:22,252 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into acc485400e5148a087dc11a68f05adfa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:22,252 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:22,252 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=13, startTime=1732458201772; duration=0sec 2024-11-24T14:23:22,252 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:22,252 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:22,363 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/5487f87ac546407eb2a93c07562c6250 2024-11-24T14:23:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/ee5236dbea18476188a4585e8051982b is 50, key is test_row_0/C:col10/1732458201604/Put/seqid=0 2024-11-24T14:23:22,387 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/bbfc5c9143d645e996b62c76c1b511ec as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/bbfc5c9143d645e996b62c76c1b511ec 2024-11-24T14:23:22,394 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into bbfc5c9143d645e996b62c76c1b511ec(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:22,394 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:22,394 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=13, startTime=1732458201779; duration=0sec 2024-11-24T14:23:22,394 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:22,394 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:22,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742385_1561 (size=9857) 2024-11-24T14:23:22,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458262415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:22,420 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/ee5236dbea18476188a4585e8051982b 2024-11-24T14:23:22,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458262417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:22,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/50259e3e70c54f30887398b8e860f266 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/50259e3e70c54f30887398b8e860f266 2024-11-24T14:23:22,436 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/50259e3e70c54f30887398b8e860f266, entries=100, sequenceid=444, filesize=9.6 K 2024-11-24T14:23:22,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/5487f87ac546407eb2a93c07562c6250 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5487f87ac546407eb2a93c07562c6250 2024-11-24T14:23:22,456 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5487f87ac546407eb2a93c07562c6250, entries=100, sequenceid=444, filesize=9.6 K 2024-11-24T14:23:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/ee5236dbea18476188a4585e8051982b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ee5236dbea18476188a4585e8051982b 2024-11-24T14:23:22,466 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ee5236dbea18476188a4585e8051982b, entries=100, sequenceid=444, filesize=9.6 K 2024-11-24T14:23:22,467 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d19c6f2f2ae04f1a6830f2434ea99d1e in 659ms, sequenceid=444, compaction requested=false 2024-11-24T14:23:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-24T14:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-24T14:23:22,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-24T14:23:22,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3590 sec 2024-11-24T14:23:22,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.3650 sec 2024-11-24T14:23:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:22,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T14:23:22,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:22,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:22,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:22,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:22,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:22,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:22,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/e8f145e1ed444a93a39bc2a4aacf88de is 50, key is test_row_0/A:col10/1732458202076/Put/seqid=0 2024-11-24T14:23:22,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458262786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:22,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458262787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:22,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742386_1562 (size=12301) 2024-11-24T14:23:22,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/e8f145e1ed444a93a39bc2a4aacf88de 2024-11-24T14:23:22,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/28300d9ceccc4579b9f8254fc392f47d is 50, key is test_row_0/B:col10/1732458202076/Put/seqid=0 2024-11-24T14:23:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742387_1563 (size=12301) 2024-11-24T14:23:22,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/28300d9ceccc4579b9f8254fc392f47d 2024-11-24T14:23:22,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/3f7ce47a225b42cea66eb72869f53a87 is 50, key is test_row_0/C:col10/1732458202076/Put/seqid=0 2024-11-24T14:23:22,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742388_1564 (size=12301) 2024-11-24T14:23:22,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/3f7ce47a225b42cea66eb72869f53a87 2024-11-24T14:23:22,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458262896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:22,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458262896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:22,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/e8f145e1ed444a93a39bc2a4aacf88de as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/e8f145e1ed444a93a39bc2a4aacf88de 2024-11-24T14:23:22,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/e8f145e1ed444a93a39bc2a4aacf88de, entries=150, sequenceid=475, filesize=12.0 K 2024-11-24T14:23:22,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/28300d9ceccc4579b9f8254fc392f47d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/28300d9ceccc4579b9f8254fc392f47d 2024-11-24T14:23:22,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/28300d9ceccc4579b9f8254fc392f47d, entries=150, sequenceid=475, filesize=12.0 K 2024-11-24T14:23:22,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/3f7ce47a225b42cea66eb72869f53a87 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/3f7ce47a225b42cea66eb72869f53a87 2024-11-24T14:23:22,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/3f7ce47a225b42cea66eb72869f53a87, entries=150, sequenceid=475, filesize=12.0 K 2024-11-24T14:23:22,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for d19c6f2f2ae04f1a6830f2434ea99d1e in 182ms, sequenceid=475, compaction requested=true 2024-11-24T14:23:22,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:22,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:22,939 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:22,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:22,940 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:22,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:22,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:22,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:22,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:22,940 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:22,941 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:22,941 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:22,941 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:22,941 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:22,941 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:22,941 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/22c8f64fdadf4d08a63ab4cfac949721, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5487f87ac546407eb2a93c07562c6250, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/28300d9ceccc4579b9f8254fc392f47d] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=34.6 K 2024-11-24T14:23:22,941 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/acc485400e5148a087dc11a68f05adfa, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/50259e3e70c54f30887398b8e860f266, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/e8f145e1ed444a93a39bc2a4aacf88de] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=34.6 K 2024-11-24T14:23:22,941 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 22c8f64fdadf4d08a63ab4cfac949721, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732458200943 2024-11-24T14:23:22,941 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 5487f87ac546407eb2a93c07562c6250, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732458201604 2024-11-24T14:23:22,941 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting acc485400e5148a087dc11a68f05adfa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732458200943 2024-11-24T14:23:22,942 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50259e3e70c54f30887398b8e860f266, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732458201604 2024-11-24T14:23:22,942 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 28300d9ceccc4579b9f8254fc392f47d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732458202076 2024-11-24T14:23:22,943 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8f145e1ed444a93a39bc2a4aacf88de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732458202076 2024-11-24T14:23:22,956 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:22,956 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:22,957 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/352ddc3103bc4f50b742ac5adfd00d07 is 50, key is test_row_0/A:col10/1732458202076/Put/seqid=0 2024-11-24T14:23:22,957 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/af064d37bffb488b9949a16e5a20c7a3 is 50, key is test_row_0/B:col10/1732458202076/Put/seqid=0 2024-11-24T14:23:22,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742389_1565 (size=13425) 2024-11-24T14:23:22,994 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/af064d37bffb488b9949a16e5a20c7a3 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/af064d37bffb488b9949a16e5a20c7a3 2024-11-24T14:23:23,002 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into af064d37bffb488b9949a16e5a20c7a3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:23,004 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:23,004 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=13, startTime=1732458202939; duration=0sec 2024-11-24T14:23:23,004 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:23,004 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:23,004 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:23,006 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:23,006 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:23,006 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:23,007 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/bbfc5c9143d645e996b62c76c1b511ec, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ee5236dbea18476188a4585e8051982b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/3f7ce47a225b42cea66eb72869f53a87] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=34.6 K 2024-11-24T14:23:23,008 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting bbfc5c9143d645e996b62c76c1b511ec, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732458200943 2024-11-24T14:23:23,009 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting ee5236dbea18476188a4585e8051982b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732458201604 2024-11-24T14:23:23,010 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f7ce47a225b42cea66eb72869f53a87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732458202076 2024-11-24T14:23:23,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742390_1566 (size=13425) 2024-11-24T14:23:23,038 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/352ddc3103bc4f50b742ac5adfd00d07 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/352ddc3103bc4f50b742ac5adfd00d07 2024-11-24T14:23:23,044 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:23,044 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into 352ddc3103bc4f50b742ac5adfd00d07(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:23,044 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:23,044 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=13, startTime=1732458202939; duration=0sec 2024-11-24T14:23:23,044 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:23,044 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:23,045 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/7e59c1815002465fb55577bbfa56fdbe is 50, key is test_row_0/C:col10/1732458202076/Put/seqid=0 2024-11-24T14:23:23,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742391_1567 (size=13425) 2024-11-24T14:23:23,075 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/7e59c1815002465fb55577bbfa56fdbe as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7e59c1815002465fb55577bbfa56fdbe 2024-11-24T14:23:23,084 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into 7e59c1815002465fb55577bbfa56fdbe(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:23,084 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:23,084 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=13, startTime=1732458202940; duration=0sec 2024-11-24T14:23:23,084 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:23,084 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:23,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:23:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:23,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/1401d67089314ec48cf67e92132c12d6 is 50, key is test_row_0/A:col10/1732458203110/Put/seqid=0 2024-11-24T14:23:23,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742392_1568 (size=12301) 2024-11-24T14:23:23,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/1401d67089314ec48cf67e92132c12d6 2024-11-24T14:23:23,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/0562c27ae5a04d08b13ee220f57dd91a is 50, key is test_row_0/B:col10/1732458203110/Put/seqid=0 2024-11-24T14:23:23,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458263190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:23,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458263193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742393_1569 (size=12301) 2024-11-24T14:23:23,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/0562c27ae5a04d08b13ee220f57dd91a 2024-11-24T14:23:23,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/89d054e585b64d029faa40ad058cb548 is 50, key is test_row_0/C:col10/1732458203110/Put/seqid=0 2024-11-24T14:23:23,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742394_1570 (size=12301) 2024-11-24T14:23:23,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/89d054e585b64d029faa40ad058cb548 2024-11-24T14:23:23,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/1401d67089314ec48cf67e92132c12d6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/1401d67089314ec48cf67e92132c12d6 2024-11-24T14:23:23,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/1401d67089314ec48cf67e92132c12d6, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T14:23:23,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/0562c27ae5a04d08b13ee220f57dd91a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/0562c27ae5a04d08b13ee220f57dd91a 2024-11-24T14:23:23,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/0562c27ae5a04d08b13ee220f57dd91a, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T14:23:23,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/89d054e585b64d029faa40ad058cb548 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/89d054e585b64d029faa40ad058cb548 2024-11-24T14:23:23,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/89d054e585b64d029faa40ad058cb548, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T14:23:23,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d19c6f2f2ae04f1a6830f2434ea99d1e in 195ms, sequenceid=489, compaction requested=false 2024-11-24T14:23:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:23,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T14:23:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:23,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/627aa52d20694ecab5fe690ba67823a3 is 50, key is test_row_0/A:col10/1732458203310/Put/seqid=0 2024-11-24T14:23:23,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458263337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458263346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742395_1571 (size=17181) 2024-11-24T14:23:23,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/627aa52d20694ecab5fe690ba67823a3 2024-11-24T14:23:23,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/91e9351780904c17a4b1ae2e1f7c3fee is 50, key is test_row_0/B:col10/1732458203310/Put/seqid=0 2024-11-24T14:23:23,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742396_1572 (size=12301) 2024-11-24T14:23:23,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458263447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:23,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458263459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:23,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458263651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:23,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458263666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:23,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/91e9351780904c17a4b1ae2e1f7c3fee 2024-11-24T14:23:23,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/dc52ac91f19b41f5a2b2f39739725a9f is 50, key is test_row_0/C:col10/1732458203310/Put/seqid=0 2024-11-24T14:23:23,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742397_1573 (size=12301) 2024-11-24T14:23:23,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/dc52ac91f19b41f5a2b2f39739725a9f 2024-11-24T14:23:23,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/627aa52d20694ecab5fe690ba67823a3 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/627aa52d20694ecab5fe690ba67823a3 2024-11-24T14:23:23,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/627aa52d20694ecab5fe690ba67823a3, entries=250, sequenceid=516, filesize=16.8 K 2024-11-24T14:23:23,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/91e9351780904c17a4b1ae2e1f7c3fee as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/91e9351780904c17a4b1ae2e1f7c3fee 2024-11-24T14:23:23,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/91e9351780904c17a4b1ae2e1f7c3fee, entries=150, sequenceid=516, filesize=12.0 K 2024-11-24T14:23:23,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/dc52ac91f19b41f5a2b2f39739725a9f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc52ac91f19b41f5a2b2f39739725a9f 2024-11-24T14:23:23,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc52ac91f19b41f5a2b2f39739725a9f, entries=150, sequenceid=516, filesize=12.0 K 2024-11-24T14:23:23,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d19c6f2f2ae04f1a6830f2434ea99d1e in 586ms, sequenceid=516, compaction requested=true 2024-11-24T14:23:23,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:23,899 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:23,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:23,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:23,899 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:23,900 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:23,900 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:23,900 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:23,900 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/352ddc3103bc4f50b742ac5adfd00d07, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/1401d67089314ec48cf67e92132c12d6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/627aa52d20694ecab5fe690ba67823a3] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=41.9 K 2024-11-24T14:23:23,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:23,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:23,901 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:23,901 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:23,901 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:23,901 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/af064d37bffb488b9949a16e5a20c7a3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/0562c27ae5a04d08b13ee220f57dd91a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/91e9351780904c17a4b1ae2e1f7c3fee] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=37.1 K 2024-11-24T14:23:23,903 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 352ddc3103bc4f50b742ac5adfd00d07, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732458202076 2024-11-24T14:23:23,907 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting af064d37bffb488b9949a16e5a20c7a3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732458202076 2024-11-24T14:23:23,907 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1401d67089314ec48cf67e92132c12d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732458202773 2024-11-24T14:23:23,907 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 0562c27ae5a04d08b13ee220f57dd91a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732458202773 2024-11-24T14:23:23,907 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 627aa52d20694ecab5fe690ba67823a3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732458203157 2024-11-24T14:23:23,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:23,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:23,908 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 91e9351780904c17a4b1ae2e1f7c3fee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732458203181 2024-11-24T14:23:23,930 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:23,930 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/7b159a2055df4757842801cbd6e0b902 is 50, key is test_row_0/B:col10/1732458203310/Put/seqid=0 2024-11-24T14:23:23,937 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:23,938 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/61767755ecaa4ab88e4ba87666b4d829 is 50, key is test_row_0/A:col10/1732458203310/Put/seqid=0 2024-11-24T14:23:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:23,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:23:23,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:23,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:23,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:23,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:23,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:23,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:23,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742398_1574 (size=13527) 2024-11-24T14:23:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742399_1575 (size=13527) 2024-11-24T14:23:23,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/d4fe719ff70f4fecb5251e2219102364 is 50, key is test_row_0/A:col10/1732458203965/Put/seqid=0 2024-11-24T14:23:24,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742400_1576 (size=14741) 2024-11-24T14:23:24,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/d4fe719ff70f4fecb5251e2219102364 2024-11-24T14:23:24,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/3f29387e62ae46e89c3e883d32e29077 is 50, key is test_row_0/B:col10/1732458203965/Put/seqid=0 2024-11-24T14:23:24,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742401_1577 (size=12301) 2024-11-24T14:23:24,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/3f29387e62ae46e89c3e883d32e29077 2024-11-24T14:23:24,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/b9fe8e484777436488015326a2f4a6d1 is 50, key is test_row_0/C:col10/1732458203965/Put/seqid=0 2024-11-24T14:23:24,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458264092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:24,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458264093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742402_1578 (size=12301) 2024-11-24T14:23:24,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 325 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458264203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:24,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458264204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T14:23:24,219 INFO [Thread-2078 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-24T14:23:24,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-24T14:23:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T14:23:24,223 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:24,223 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:24,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T14:23:24,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:24,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T14:23:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:24,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:24,384 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/7b159a2055df4757842801cbd6e0b902 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7b159a2055df4757842801cbd6e0b902 2024-11-24T14:23:24,390 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into 7b159a2055df4757842801cbd6e0b902(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:24,390 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:24,390 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=13, startTime=1732458203899; duration=0sec 2024-11-24T14:23:24,390 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:24,390 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:24,391 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:24,391 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/61767755ecaa4ab88e4ba87666b4d829 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/61767755ecaa4ab88e4ba87666b4d829 2024-11-24T14:23:24,392 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:24,392 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:24,392 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:24,392 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7e59c1815002465fb55577bbfa56fdbe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/89d054e585b64d029faa40ad058cb548, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc52ac91f19b41f5a2b2f39739725a9f] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=37.1 K 2024-11-24T14:23:24,393 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e59c1815002465fb55577bbfa56fdbe, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732458202076 2024-11-24T14:23:24,393 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 89d054e585b64d029faa40ad058cb548, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732458202773 2024-11-24T14:23:24,394 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting dc52ac91f19b41f5a2b2f39739725a9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732458203181 2024-11-24T14:23:24,397 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into 61767755ecaa4ab88e4ba87666b4d829(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:24,397 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:24,397 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=13, startTime=1732458203899; duration=0sec 2024-11-24T14:23:24,397 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:24,397 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:24,403 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:24,404 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/8badbb14fe15426ca5fa990eaa256ab2 is 50, key is test_row_0/C:col10/1732458203310/Put/seqid=0 2024-11-24T14:23:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458264411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458264412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:24,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742403_1579 (size=13527) 2024-11-24T14:23:24,445 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/8badbb14fe15426ca5fa990eaa256ab2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/8badbb14fe15426ca5fa990eaa256ab2 2024-11-24T14:23:24,450 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into 8badbb14fe15426ca5fa990eaa256ab2(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:24,450 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:24,450 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=13, startTime=1732458203900; duration=0sec 2024-11-24T14:23:24,450 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:24,450 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:24,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/b9fe8e484777436488015326a2f4a6d1 2024-11-24T14:23:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T14:23:24,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/d4fe719ff70f4fecb5251e2219102364 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d4fe719ff70f4fecb5251e2219102364 2024-11-24T14:23:24,529 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:24,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T14:23:24,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:24,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:24,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:24,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:24,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:24,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d4fe719ff70f4fecb5251e2219102364, entries=200, sequenceid=527, filesize=14.4 K 2024-11-24T14:23:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:24,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/3f29387e62ae46e89c3e883d32e29077 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/3f29387e62ae46e89c3e883d32e29077 2024-11-24T14:23:24,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/3f29387e62ae46e89c3e883d32e29077, entries=150, sequenceid=527, filesize=12.0 K 2024-11-24T14:23:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/b9fe8e484777436488015326a2f4a6d1 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9fe8e484777436488015326a2f4a6d1 2024-11-24T14:23:24,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9fe8e484777436488015326a2f4a6d1, entries=150, sequenceid=527, filesize=12.0 K 2024-11-24T14:23:24,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d19c6f2f2ae04f1a6830f2434ea99d1e in 574ms, sequenceid=527, compaction requested=false 2024-11-24T14:23:24,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:24,681 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:24,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T14:23:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:24,682 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T14:23:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/dc1b2f66729b490c98fad848f92e2304 is 50, key is test_row_0/A:col10/1732458204064/Put/seqid=0 2024-11-24T14:23:24,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. as already flushing 2024-11-24T14:23:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742404_1580 (size=12301) 2024-11-24T14:23:24,741 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/dc1b2f66729b490c98fad848f92e2304 2024-11-24T14:23:24,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458264746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:24,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458264748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:24,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/9c9b59d1b59d4fe2b6961fa3f3c8ec32 is 50, key is test_row_0/B:col10/1732458204064/Put/seqid=0 2024-11-24T14:23:24,774 DEBUG [Thread-2085 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:57219 2024-11-24T14:23:24,774 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:24,776 DEBUG [Thread-2079 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:57219 2024-11-24T14:23:24,776 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:24,779 DEBUG [Thread-2083 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:57219 2024-11-24T14:23:24,779 DEBUG [Thread-2083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:24,783 DEBUG [Thread-2087 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:57219 2024-11-24T14:23:24,783 DEBUG [Thread-2087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:24,784 DEBUG [Thread-2081 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:57219 2024-11-24T14:23:24,784 DEBUG [Thread-2081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:24,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742405_1581 (size=12301) 2024-11-24T14:23:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T14:23:24,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458264854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:24,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458264855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:25,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458265056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:25,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458265057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:25,190 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/9c9b59d1b59d4fe2b6961fa3f3c8ec32 2024-11-24T14:23:25,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/7048261be48f41f28d3828ec881cd453 is 50, key is test_row_0/C:col10/1732458204064/Put/seqid=0 2024-11-24T14:23:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742406_1582 (size=12301) 2024-11-24T14:23:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T14:23:25,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 340 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33476 deadline: 1732458265358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:25,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33512 deadline: 1732458265359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:25,601 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/7048261be48f41f28d3828ec881cd453 2024-11-24T14:23:25,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/dc1b2f66729b490c98fad848f92e2304 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dc1b2f66729b490c98fad848f92e2304 2024-11-24T14:23:25,607 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dc1b2f66729b490c98fad848f92e2304, entries=150, sequenceid=556, filesize=12.0 K 2024-11-24T14:23:25,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/9c9b59d1b59d4fe2b6961fa3f3c8ec32 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9c9b59d1b59d4fe2b6961fa3f3c8ec32 2024-11-24T14:23:25,611 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9c9b59d1b59d4fe2b6961fa3f3c8ec32, entries=150, sequenceid=556, filesize=12.0 K 2024-11-24T14:23:25,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/7048261be48f41f28d3828ec881cd453 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7048261be48f41f28d3828ec881cd453 2024-11-24T14:23:25,616 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7048261be48f41f28d3828ec881cd453, entries=150, sequenceid=556, filesize=12.0 K 2024-11-24T14:23:25,616 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d19c6f2f2ae04f1a6830f2434ea99d1e in 934ms, sequenceid=556, compaction requested=true 2024-11-24T14:23:25,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:25,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:25,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-24T14:23:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-24T14:23:25,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-24T14:23:25,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-24T14:23:25,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.4000 sec 2024-11-24T14:23:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:25,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T14:23:25,862 DEBUG [Thread-2076 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:57219 2024-11-24T14:23:25,862 DEBUG [Thread-2076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:25,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:25,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:25,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:25,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:25,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:25,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:25,863 DEBUG [Thread-2074 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:57219 2024-11-24T14:23:25,863 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:25,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/31f77fc75ad540269a3521a1a77478ec is 50, key is test_row_0/A:col10/1732458204734/Put/seqid=0 2024-11-24T14:23:25,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742407_1583 (size=12301) 2024-11-24T14:23:25,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/31f77fc75ad540269a3521a1a77478ec 2024-11-24T14:23:25,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/652573acf2d8484eafe3eeb7a400dea4 is 50, key is test_row_0/B:col10/1732458204734/Put/seqid=0 2024-11-24T14:23:25,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742408_1584 (size=12301) 2024-11-24T14:23:25,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/652573acf2d8484eafe3eeb7a400dea4 2024-11-24T14:23:25,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/9002b7a3f0fd4139bf06b8dd378ad7aa is 50, key is test_row_0/C:col10/1732458204734/Put/seqid=0 2024-11-24T14:23:25,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742409_1585 (size=12301) 2024-11-24T14:23:25,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/9002b7a3f0fd4139bf06b8dd378ad7aa 2024-11-24T14:23:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/31f77fc75ad540269a3521a1a77478ec as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/31f77fc75ad540269a3521a1a77478ec 2024-11-24T14:23:25,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/31f77fc75ad540269a3521a1a77478ec, entries=150, sequenceid=568, filesize=12.0 K 2024-11-24T14:23:25,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/652573acf2d8484eafe3eeb7a400dea4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/652573acf2d8484eafe3eeb7a400dea4 2024-11-24T14:23:25,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/652573acf2d8484eafe3eeb7a400dea4, entries=150, sequenceid=568, filesize=12.0 K 2024-11-24T14:23:25,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/9002b7a3f0fd4139bf06b8dd378ad7aa as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9002b7a3f0fd4139bf06b8dd378ad7aa 2024-11-24T14:23:25,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9002b7a3f0fd4139bf06b8dd378ad7aa, entries=150, sequenceid=568, filesize=12.0 K 2024-11-24T14:23:25,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for d19c6f2f2ae04f1a6830f2434ea99d1e in 54ms, sequenceid=568, compaction requested=true 2024-11-24T14:23:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:25,917 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d19c6f2f2ae04f1a6830f2434ea99d1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:25,917 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:25,917 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52870 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:25,917 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:25,918 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/A is initiating minor compaction (all files) 2024-11-24T14:23:25,918 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/B is initiating minor compaction (all files) 2024-11-24T14:23:25,918 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/A in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:25,918 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/B in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:25,918 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/61767755ecaa4ab88e4ba87666b4d829, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d4fe719ff70f4fecb5251e2219102364, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dc1b2f66729b490c98fad848f92e2304, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/31f77fc75ad540269a3521a1a77478ec] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=51.6 K 2024-11-24T14:23:25,918 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7b159a2055df4757842801cbd6e0b902, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/3f29387e62ae46e89c3e883d32e29077, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9c9b59d1b59d4fe2b6961fa3f3c8ec32, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/652573acf2d8484eafe3eeb7a400dea4] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=49.2 K 2024-11-24T14:23:25,918 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61767755ecaa4ab88e4ba87666b4d829, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732458203181 2024-11-24T14:23:25,918 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b159a2055df4757842801cbd6e0b902, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732458203181 2024-11-24T14:23:25,918 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4fe719ff70f4fecb5251e2219102364, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732458203333 2024-11-24T14:23:25,918 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f29387e62ae46e89c3e883d32e29077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732458203333 2024-11-24T14:23:25,919 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc1b2f66729b490c98fad848f92e2304, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732458204064 2024-11-24T14:23:25,919 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c9b59d1b59d4fe2b6961fa3f3c8ec32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732458204064 2024-11-24T14:23:25,919 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31f77fc75ad540269a3521a1a77478ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1732458204734 2024-11-24T14:23:25,919 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 652573acf2d8484eafe3eeb7a400dea4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1732458204734 2024-11-24T14:23:25,929 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#A#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:25,929 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/3abf280f105f4bb381bba7c6df2cd564 is 50, key is test_row_0/A:col10/1732458204734/Put/seqid=0 2024-11-24T14:23:25,930 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#B#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:25,931 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/b77bd9e6af43431ea9a2e7dde858c14d is 50, key is test_row_0/B:col10/1732458204734/Put/seqid=0 2024-11-24T14:23:25,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742411_1587 (size=13663) 2024-11-24T14:23:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742410_1586 (size=13663) 2024-11-24T14:23:25,943 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/b77bd9e6af43431ea9a2e7dde858c14d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/b77bd9e6af43431ea9a2e7dde858c14d 2024-11-24T14:23:25,952 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/B of d19c6f2f2ae04f1a6830f2434ea99d1e into b77bd9e6af43431ea9a2e7dde858c14d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:25,952 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:25,952 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/B, priority=12, startTime=1732458205916; duration=0sec 2024-11-24T14:23:25,952 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/3abf280f105f4bb381bba7c6df2cd564 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/3abf280f105f4bb381bba7c6df2cd564 2024-11-24T14:23:25,952 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:25,952 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:B 2024-11-24T14:23:25,952 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:25,954 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:25,955 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): d19c6f2f2ae04f1a6830f2434ea99d1e/C is initiating minor compaction (all files) 2024-11-24T14:23:25,955 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d19c6f2f2ae04f1a6830f2434ea99d1e/C in TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:25,955 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/8badbb14fe15426ca5fa990eaa256ab2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9fe8e484777436488015326a2f4a6d1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7048261be48f41f28d3828ec881cd453, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9002b7a3f0fd4139bf06b8dd378ad7aa] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp, totalSize=49.2 K 2024-11-24T14:23:25,955 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 8badbb14fe15426ca5fa990eaa256ab2, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732458203181 2024-11-24T14:23:25,955 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting b9fe8e484777436488015326a2f4a6d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732458203333 2024-11-24T14:23:25,956 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7048261be48f41f28d3828ec881cd453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732458204064 2024-11-24T14:23:25,956 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 9002b7a3f0fd4139bf06b8dd378ad7aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1732458204734 2024-11-24T14:23:25,958 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/A of d19c6f2f2ae04f1a6830f2434ea99d1e into 3abf280f105f4bb381bba7c6df2cd564(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:25,958 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:25,958 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/A, priority=12, startTime=1732458205916; duration=0sec 2024-11-24T14:23:25,958 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:25,958 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:A 2024-11-24T14:23:25,966 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d19c6f2f2ae04f1a6830f2434ea99d1e#C#compaction#509 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:25,966 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/fb1a79aadd4346f89c64f31bf7b351c4 is 50, key is test_row_0/C:col10/1732458204734/Put/seqid=0 2024-11-24T14:23:25,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742412_1588 (size=13663) 2024-11-24T14:23:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T14:23:26,329 INFO [Thread-2078 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-24T14:23:26,374 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/fb1a79aadd4346f89c64f31bf7b351c4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/fb1a79aadd4346f89c64f31bf7b351c4 2024-11-24T14:23:26,379 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d19c6f2f2ae04f1a6830f2434ea99d1e/C of d19c6f2f2ae04f1a6830f2434ea99d1e into fb1a79aadd4346f89c64f31bf7b351c4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:26,379 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:26,379 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e., storeName=d19c6f2f2ae04f1a6830f2434ea99d1e/C, priority=12, startTime=1732458205917; duration=0sec 2024-11-24T14:23:26,379 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:26,379 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d19c6f2f2ae04f1a6830f2434ea99d1e:C 2024-11-24T14:23:29,230 DEBUG [Thread-2072 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:57219 2024-11-24T14:23:29,231 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:29,252 DEBUG [Thread-2070 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:57219 2024-11-24T14:23:29,252 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:29,281 DEBUG [Thread-2068 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:57219 2024-11-24T14:23:29,281 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 183 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 181 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2055 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6165 rows 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2043 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6129 rows 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2051 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6153 rows 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2051 2024-11-24T14:23:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6153 rows 2024-11-24T14:23:29,282 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2051 2024-11-24T14:23:29,282 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6153 rows 2024-11-24T14:23:29,282 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T14:23:29,282 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x022a6e9f to 127.0.0.1:57219 2024-11-24T14:23:29,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:29,284 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T14:23:29,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T14:23:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T14:23:29,290 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458209290"}]},"ts":"1732458209290"} 2024-11-24T14:23:29,291 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T14:23:29,295 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T14:23:29,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T14:23:29,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d19c6f2f2ae04f1a6830f2434ea99d1e, UNASSIGN}] 2024-11-24T14:23:29,298 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d19c6f2f2ae04f1a6830f2434ea99d1e, UNASSIGN 2024-11-24T14:23:29,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=d19c6f2f2ae04f1a6830f2434ea99d1e, regionState=CLOSING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:23:29,299 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T14:23:29,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:23:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T14:23:29,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:29,451 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:29,451 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T14:23:29,451 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing d19c6f2f2ae04f1a6830f2434ea99d1e, disabling compactions & flushes 2024-11-24T14:23:29,451 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:29,451 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:29,451 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. after waiting 0 ms 2024-11-24T14:23:29,451 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:29,452 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(2837): Flushing d19c6f2f2ae04f1a6830f2434ea99d1e 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T14:23:29,452 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=A 2024-11-24T14:23:29,452 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:29,452 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=B 2024-11-24T14:23:29,452 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:29,452 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d19c6f2f2ae04f1a6830f2434ea99d1e, store=C 2024-11-24T14:23:29,452 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:29,455 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/7041c5f9b4334612a2ed2872871b7b8d is 50, key is test_row_0/A:col10/1732458209251/Put/seqid=0 2024-11-24T14:23:29,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742413_1589 (size=12301) 2024-11-24T14:23:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T14:23:29,859 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/7041c5f9b4334612a2ed2872871b7b8d 2024-11-24T14:23:29,867 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e8bbe86ef7ce496b9d07bcfe5d7d3594 is 50, key is test_row_0/B:col10/1732458209251/Put/seqid=0 2024-11-24T14:23:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742414_1590 (size=12301) 2024-11-24T14:23:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T14:23:30,278 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e8bbe86ef7ce496b9d07bcfe5d7d3594 2024-11-24T14:23:30,285 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/b986f73fe5bc462b8bc683a6fd2c2b34 is 50, key is test_row_0/C:col10/1732458209251/Put/seqid=0 2024-11-24T14:23:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742415_1591 (size=12301) 2024-11-24T14:23:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T14:23:30,690 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/b986f73fe5bc462b8bc683a6fd2c2b34 2024-11-24T14:23:30,695 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/A/7041c5f9b4334612a2ed2872871b7b8d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/7041c5f9b4334612a2ed2872871b7b8d 2024-11-24T14:23:30,699 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/7041c5f9b4334612a2ed2872871b7b8d, entries=150, sequenceid=577, filesize=12.0 K 2024-11-24T14:23:30,700 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/B/e8bbe86ef7ce496b9d07bcfe5d7d3594 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e8bbe86ef7ce496b9d07bcfe5d7d3594 2024-11-24T14:23:30,704 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e8bbe86ef7ce496b9d07bcfe5d7d3594, entries=150, sequenceid=577, filesize=12.0 K 2024-11-24T14:23:30,704 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/.tmp/C/b986f73fe5bc462b8bc683a6fd2c2b34 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b986f73fe5bc462b8bc683a6fd2c2b34 2024-11-24T14:23:30,708 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b986f73fe5bc462b8bc683a6fd2c2b34, entries=150, sequenceid=577, filesize=12.0 K 2024-11-24T14:23:30,709 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for d19c6f2f2ae04f1a6830f2434ea99d1e in 1258ms, sequenceid=577, compaction requested=false 2024-11-24T14:23:30,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a0072c326f6c4885aa7b887b87eef547, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4a02e11ba2e34ba0a6503878f4b1cd6c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4b9a4d1bf4734c28a452aee83b6737a3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4e815398418a449d8f6bbf812690ef1d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/ee9ca227add7476e82ba592fd12953e5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0d243971bd4d4ef68a2883ac9cb83f74, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/c0605d1f39e249aeb2e11d5b7d36b7d9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/1e8275074df04aa3865bb0087d0734df, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/97c12f24a9e24f0aa40a3f03aa3375df, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a2fbc045706441f094c34c7e38def065, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/b2003a52efae4cabaa22bd82cc8a6380, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4ac9b6b40eb043278c4b952eb5d43ebe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/af7c6ceb6285463cb525f2f8be3b2dbe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/267ab5abdeb14c54895bad1c5d2087c1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/12748b03d77b4d52b51c411949060d77, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/29dce8b46759445fa9c9c115e6bc5f9e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/87e852f8eac6404c9bbbec6af30a6a4b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/7759d4d979b54059ba18209984680bfe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dee526ee295c4c87af609843aa114ce3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/552d4070a0df45458961947b6a02e04f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/56fd701c117545e0880b0ff737902036, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a1d7e5e793a84d1983543a03c1f794f9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/f199bce0f4014442916512f0183b42c7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d57e3ca981cb404bab71eecca3027ab6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/237a9ef76c6a4edb8fb314286eb796c0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0ff85c1455d54faf9c258973d1705a9c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/3c38750e3150443b8ed3101ad1b58370, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/8275d1c0e8c0466197acd29f7a137cac, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d2484b37e2014fbcb01879a1f0a9056c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4d84d0efcfad434fa6229ad0e3697cfb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/acc485400e5148a087dc11a68f05adfa, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/50259e3e70c54f30887398b8e860f266, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/352ddc3103bc4f50b742ac5adfd00d07, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/e8f145e1ed444a93a39bc2a4aacf88de, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/1401d67089314ec48cf67e92132c12d6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/627aa52d20694ecab5fe690ba67823a3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/61767755ecaa4ab88e4ba87666b4d829, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d4fe719ff70f4fecb5251e2219102364, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dc1b2f66729b490c98fad848f92e2304, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/31f77fc75ad540269a3521a1a77478ec] to archive 2024-11-24T14:23:30,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:23:30,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a0072c326f6c4885aa7b887b87eef547 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a0072c326f6c4885aa7b887b87eef547 2024-11-24T14:23:30,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4a02e11ba2e34ba0a6503878f4b1cd6c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4a02e11ba2e34ba0a6503878f4b1cd6c 2024-11-24T14:23:30,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4b9a4d1bf4734c28a452aee83b6737a3 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4b9a4d1bf4734c28a452aee83b6737a3 2024-11-24T14:23:30,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4e815398418a449d8f6bbf812690ef1d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4e815398418a449d8f6bbf812690ef1d 2024-11-24T14:23:30,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/ee9ca227add7476e82ba592fd12953e5 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/ee9ca227add7476e82ba592fd12953e5 2024-11-24T14:23:30,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0d243971bd4d4ef68a2883ac9cb83f74 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0d243971bd4d4ef68a2883ac9cb83f74 2024-11-24T14:23:30,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/c0605d1f39e249aeb2e11d5b7d36b7d9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/c0605d1f39e249aeb2e11d5b7d36b7d9 2024-11-24T14:23:30,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/1e8275074df04aa3865bb0087d0734df to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/1e8275074df04aa3865bb0087d0734df 2024-11-24T14:23:30,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/97c12f24a9e24f0aa40a3f03aa3375df to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/97c12f24a9e24f0aa40a3f03aa3375df 2024-11-24T14:23:30,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a2fbc045706441f094c34c7e38def065 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a2fbc045706441f094c34c7e38def065 2024-11-24T14:23:30,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/b2003a52efae4cabaa22bd82cc8a6380 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/b2003a52efae4cabaa22bd82cc8a6380 2024-11-24T14:23:30,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4ac9b6b40eb043278c4b952eb5d43ebe to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4ac9b6b40eb043278c4b952eb5d43ebe 2024-11-24T14:23:30,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/af7c6ceb6285463cb525f2f8be3b2dbe to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/af7c6ceb6285463cb525f2f8be3b2dbe 2024-11-24T14:23:30,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/267ab5abdeb14c54895bad1c5d2087c1 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/267ab5abdeb14c54895bad1c5d2087c1 2024-11-24T14:23:30,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/12748b03d77b4d52b51c411949060d77 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/12748b03d77b4d52b51c411949060d77 2024-11-24T14:23:30,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/29dce8b46759445fa9c9c115e6bc5f9e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/29dce8b46759445fa9c9c115e6bc5f9e 2024-11-24T14:23:30,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/87e852f8eac6404c9bbbec6af30a6a4b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/87e852f8eac6404c9bbbec6af30a6a4b 2024-11-24T14:23:30,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/7759d4d979b54059ba18209984680bfe to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/7759d4d979b54059ba18209984680bfe 2024-11-24T14:23:30,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dee526ee295c4c87af609843aa114ce3 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dee526ee295c4c87af609843aa114ce3 2024-11-24T14:23:30,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/552d4070a0df45458961947b6a02e04f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/552d4070a0df45458961947b6a02e04f 2024-11-24T14:23:30,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/56fd701c117545e0880b0ff737902036 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/56fd701c117545e0880b0ff737902036 2024-11-24T14:23:30,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a1d7e5e793a84d1983543a03c1f794f9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/a1d7e5e793a84d1983543a03c1f794f9 2024-11-24T14:23:30,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/f199bce0f4014442916512f0183b42c7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/f199bce0f4014442916512f0183b42c7 2024-11-24T14:23:30,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d57e3ca981cb404bab71eecca3027ab6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d57e3ca981cb404bab71eecca3027ab6 2024-11-24T14:23:30,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/237a9ef76c6a4edb8fb314286eb796c0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/237a9ef76c6a4edb8fb314286eb796c0 2024-11-24T14:23:30,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0ff85c1455d54faf9c258973d1705a9c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/0ff85c1455d54faf9c258973d1705a9c 2024-11-24T14:23:30,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/3c38750e3150443b8ed3101ad1b58370 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/3c38750e3150443b8ed3101ad1b58370 2024-11-24T14:23:30,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/8275d1c0e8c0466197acd29f7a137cac to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/8275d1c0e8c0466197acd29f7a137cac 2024-11-24T14:23:30,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d2484b37e2014fbcb01879a1f0a9056c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d2484b37e2014fbcb01879a1f0a9056c 2024-11-24T14:23:30,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4d84d0efcfad434fa6229ad0e3697cfb to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/4d84d0efcfad434fa6229ad0e3697cfb 2024-11-24T14:23:30,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/acc485400e5148a087dc11a68f05adfa to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/acc485400e5148a087dc11a68f05adfa 2024-11-24T14:23:30,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/50259e3e70c54f30887398b8e860f266 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/50259e3e70c54f30887398b8e860f266 2024-11-24T14:23:30,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/352ddc3103bc4f50b742ac5adfd00d07 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/352ddc3103bc4f50b742ac5adfd00d07 2024-11-24T14:23:30,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/e8f145e1ed444a93a39bc2a4aacf88de to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/e8f145e1ed444a93a39bc2a4aacf88de 2024-11-24T14:23:30,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/1401d67089314ec48cf67e92132c12d6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/1401d67089314ec48cf67e92132c12d6 2024-11-24T14:23:30,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/627aa52d20694ecab5fe690ba67823a3 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/627aa52d20694ecab5fe690ba67823a3 2024-11-24T14:23:30,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/61767755ecaa4ab88e4ba87666b4d829 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/61767755ecaa4ab88e4ba87666b4d829 2024-11-24T14:23:30,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d4fe719ff70f4fecb5251e2219102364 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/d4fe719ff70f4fecb5251e2219102364 2024-11-24T14:23:30,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dc1b2f66729b490c98fad848f92e2304 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/dc1b2f66729b490c98fad848f92e2304 2024-11-24T14:23:30,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/31f77fc75ad540269a3521a1a77478ec to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/31f77fc75ad540269a3521a1a77478ec 2024-11-24T14:23:30,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e07f6de85dbe46d18728b7b4a462d70a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6f86447148ee4a6c9b90841a2fb60112, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e7d848b5659641aeb857a0aa88136af2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9c48f1fd144a472a8ef0dfe079fe1f5a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/d147ab4795f8450fad2f94178d4ce7eb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/8ec3db4959f443799a1696b6246fb5fc, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/84ec4d7bd039487dbcc0f43f3a2a7a8c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a4b0c5edf9024c0d8abccba0d2487c20, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e8b939f1a6c44fd6abc90e6aee889c5d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/641712577d7f4a9ca23c0d566538c61e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/2f131045ae034af6a3cbd29117e88d33, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c7526bcfeab0400f8e4edd5a5efce0a7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/58c500f88ffa44cd8df259bb8dca8c82, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c3efaa0fd56a43728234e15b9a02d2f2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7820e1a7345d4920bef6f4bfee29b687, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5cab50b4ded74123a067689a23effe08, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7093e1c99df246fe8aa5fbfdf46e890e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/4333edbb504747978c79a5aa4e6a27a9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a699375834ed4a29bf31bebc041eee66, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/07cb842e5a69482899fcc915c5688083, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/cf4a3e9e205d45cda3758a29c849e340, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/ac4c01ded0a04d9e807e96f40961600d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/04c8f753408f462cbf02dcc1bed12627, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c912b1bc11c74cdcabfd6f569028c837, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/eb2af38e96db460593bc864dfae589fd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/533c1180d5054e7b96916d3be1e30fca, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/57d9ff891b3347aea844580982ac2c41, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9e2f371c922b4d4fb9a174f81b4a9f67, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6e853f81bd694603a7fcf89aeb5f900f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/22c8f64fdadf4d08a63ab4cfac949721, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/df8b626a8f4441dd9ef7ef7bc37e82f1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5487f87ac546407eb2a93c07562c6250, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/af064d37bffb488b9949a16e5a20c7a3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/28300d9ceccc4579b9f8254fc392f47d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/0562c27ae5a04d08b13ee220f57dd91a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7b159a2055df4757842801cbd6e0b902, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/91e9351780904c17a4b1ae2e1f7c3fee, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/3f29387e62ae46e89c3e883d32e29077, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9c9b59d1b59d4fe2b6961fa3f3c8ec32, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/652573acf2d8484eafe3eeb7a400dea4] to archive 2024-11-24T14:23:30,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:23:30,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e07f6de85dbe46d18728b7b4a462d70a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e07f6de85dbe46d18728b7b4a462d70a 2024-11-24T14:23:30,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6f86447148ee4a6c9b90841a2fb60112 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6f86447148ee4a6c9b90841a2fb60112 2024-11-24T14:23:30,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e7d848b5659641aeb857a0aa88136af2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e7d848b5659641aeb857a0aa88136af2 2024-11-24T14:23:30,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9c48f1fd144a472a8ef0dfe079fe1f5a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9c48f1fd144a472a8ef0dfe079fe1f5a 2024-11-24T14:23:30,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/d147ab4795f8450fad2f94178d4ce7eb to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/d147ab4795f8450fad2f94178d4ce7eb 2024-11-24T14:23:30,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/8ec3db4959f443799a1696b6246fb5fc to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/8ec3db4959f443799a1696b6246fb5fc 2024-11-24T14:23:30,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/84ec4d7bd039487dbcc0f43f3a2a7a8c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/84ec4d7bd039487dbcc0f43f3a2a7a8c 2024-11-24T14:23:30,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a4b0c5edf9024c0d8abccba0d2487c20 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a4b0c5edf9024c0d8abccba0d2487c20 2024-11-24T14:23:30,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e8b939f1a6c44fd6abc90e6aee889c5d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e8b939f1a6c44fd6abc90e6aee889c5d 2024-11-24T14:23:30,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/641712577d7f4a9ca23c0d566538c61e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/641712577d7f4a9ca23c0d566538c61e 2024-11-24T14:23:30,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/2f131045ae034af6a3cbd29117e88d33 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/2f131045ae034af6a3cbd29117e88d33 2024-11-24T14:23:30,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c7526bcfeab0400f8e4edd5a5efce0a7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c7526bcfeab0400f8e4edd5a5efce0a7 2024-11-24T14:23:30,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/58c500f88ffa44cd8df259bb8dca8c82 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/58c500f88ffa44cd8df259bb8dca8c82 2024-11-24T14:23:30,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c3efaa0fd56a43728234e15b9a02d2f2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c3efaa0fd56a43728234e15b9a02d2f2 2024-11-24T14:23:30,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7820e1a7345d4920bef6f4bfee29b687 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7820e1a7345d4920bef6f4bfee29b687 2024-11-24T14:23:30,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5cab50b4ded74123a067689a23effe08 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5cab50b4ded74123a067689a23effe08 2024-11-24T14:23:30,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7093e1c99df246fe8aa5fbfdf46e890e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7093e1c99df246fe8aa5fbfdf46e890e 2024-11-24T14:23:30,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/4333edbb504747978c79a5aa4e6a27a9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/4333edbb504747978c79a5aa4e6a27a9 2024-11-24T14:23:30,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a699375834ed4a29bf31bebc041eee66 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/a699375834ed4a29bf31bebc041eee66 2024-11-24T14:23:30,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/07cb842e5a69482899fcc915c5688083 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/07cb842e5a69482899fcc915c5688083 2024-11-24T14:23:30,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/cf4a3e9e205d45cda3758a29c849e340 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/cf4a3e9e205d45cda3758a29c849e340 2024-11-24T14:23:30,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/ac4c01ded0a04d9e807e96f40961600d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/ac4c01ded0a04d9e807e96f40961600d 2024-11-24T14:23:30,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/04c8f753408f462cbf02dcc1bed12627 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/04c8f753408f462cbf02dcc1bed12627 2024-11-24T14:23:30,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c912b1bc11c74cdcabfd6f569028c837 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/c912b1bc11c74cdcabfd6f569028c837 2024-11-24T14:23:30,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/eb2af38e96db460593bc864dfae589fd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/eb2af38e96db460593bc864dfae589fd 2024-11-24T14:23:30,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/533c1180d5054e7b96916d3be1e30fca to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/533c1180d5054e7b96916d3be1e30fca 2024-11-24T14:23:30,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/57d9ff891b3347aea844580982ac2c41 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/57d9ff891b3347aea844580982ac2c41 2024-11-24T14:23:30,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9e2f371c922b4d4fb9a174f81b4a9f67 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9e2f371c922b4d4fb9a174f81b4a9f67 2024-11-24T14:23:30,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6e853f81bd694603a7fcf89aeb5f900f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/6e853f81bd694603a7fcf89aeb5f900f 2024-11-24T14:23:30,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/22c8f64fdadf4d08a63ab4cfac949721 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/22c8f64fdadf4d08a63ab4cfac949721 2024-11-24T14:23:30,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/df8b626a8f4441dd9ef7ef7bc37e82f1 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/df8b626a8f4441dd9ef7ef7bc37e82f1 2024-11-24T14:23:30,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5487f87ac546407eb2a93c07562c6250 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/5487f87ac546407eb2a93c07562c6250 2024-11-24T14:23:30,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/af064d37bffb488b9949a16e5a20c7a3 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/af064d37bffb488b9949a16e5a20c7a3 2024-11-24T14:23:30,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/28300d9ceccc4579b9f8254fc392f47d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/28300d9ceccc4579b9f8254fc392f47d 2024-11-24T14:23:30,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/0562c27ae5a04d08b13ee220f57dd91a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/0562c27ae5a04d08b13ee220f57dd91a 2024-11-24T14:23:30,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7b159a2055df4757842801cbd6e0b902 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/7b159a2055df4757842801cbd6e0b902 2024-11-24T14:23:30,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/91e9351780904c17a4b1ae2e1f7c3fee to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/91e9351780904c17a4b1ae2e1f7c3fee 2024-11-24T14:23:30,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/3f29387e62ae46e89c3e883d32e29077 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/3f29387e62ae46e89c3e883d32e29077 2024-11-24T14:23:30,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9c9b59d1b59d4fe2b6961fa3f3c8ec32 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/9c9b59d1b59d4fe2b6961fa3f3c8ec32 2024-11-24T14:23:30,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/652573acf2d8484eafe3eeb7a400dea4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/652573acf2d8484eafe3eeb7a400dea4 2024-11-24T14:23:30,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/71abc0b6dff841a3a185e685a45be603, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5def12c7b420428c9c8fdcda0dc1f79b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/deca2ff6534542dcb593d531443a5871, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/35a9746a295f490b8e9416ae7ddbd14b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/661e667554b94e408ce4810f47ee4530, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ff4e2a36f63c4480865ff7d119638f0c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/4052bf55f2f24b40aad02963f9504589, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/93f14600b8934f97bfa622d15423b47b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9be8ec5456748fd808717290182d119, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f7fc9e50bf53407daf94e2603d19db27, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/61379954e6784f2c86be2aa0d2425c69, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc7bb7aea5e94ad4bbeb5ea49f3dc72f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5d05e12597ee423e99de9d396be05770, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7566e690971a46a6926bfd094fbdc64d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f3f029b7c81a4de6bbe90409c0c3e763, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a4c688365c5447849016b0915245c4eb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/60de8a712f4a47a9ac9236f98a526852, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/1a19f6d2f16840d687654e07b6430259, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/c168aa8aae7b4b8b97d704dff27bdc52, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/62ae37919e4f456eb3d2e1e16fca6a6e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/642fc40610e64c8d84864e4536943509, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/d48c7c5e216c400e8ca6d7ede2e9b998, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/0dc0a0b0ba4b4a5bb3db9d1eb87c838b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f9dfb6efe8034ed79314b19abb5db183, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5330660f02934f0bb9d6c85bfa0b56ae, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/fe289641a2334b22bc9bb1495c84694a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/86b2dbf267bd42e08f84cdc851acbb59, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/205abd74f0574a0a9e8852a53e4d2a02, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a7ae72a3d29d4a959a5a842979c41c93, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/bbfc5c9143d645e996b62c76c1b511ec, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9c9a6dea68e64a19882b3f3dbd2ef1d7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ee5236dbea18476188a4585e8051982b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7e59c1815002465fb55577bbfa56fdbe, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/3f7ce47a225b42cea66eb72869f53a87, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/89d054e585b64d029faa40ad058cb548, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/8badbb14fe15426ca5fa990eaa256ab2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc52ac91f19b41f5a2b2f39739725a9f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9fe8e484777436488015326a2f4a6d1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7048261be48f41f28d3828ec881cd453, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9002b7a3f0fd4139bf06b8dd378ad7aa] to archive 2024-11-24T14:23:30,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:23:30,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/71abc0b6dff841a3a185e685a45be603 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/71abc0b6dff841a3a185e685a45be603 2024-11-24T14:23:30,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5def12c7b420428c9c8fdcda0dc1f79b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5def12c7b420428c9c8fdcda0dc1f79b 2024-11-24T14:23:30,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/deca2ff6534542dcb593d531443a5871 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/deca2ff6534542dcb593d531443a5871 2024-11-24T14:23:30,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/35a9746a295f490b8e9416ae7ddbd14b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/35a9746a295f490b8e9416ae7ddbd14b 2024-11-24T14:23:30,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/661e667554b94e408ce4810f47ee4530 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/661e667554b94e408ce4810f47ee4530 2024-11-24T14:23:30,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ff4e2a36f63c4480865ff7d119638f0c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ff4e2a36f63c4480865ff7d119638f0c 2024-11-24T14:23:30,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/4052bf55f2f24b40aad02963f9504589 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/4052bf55f2f24b40aad02963f9504589 2024-11-24T14:23:30,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/93f14600b8934f97bfa622d15423b47b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/93f14600b8934f97bfa622d15423b47b 2024-11-24T14:23:30,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9be8ec5456748fd808717290182d119 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9be8ec5456748fd808717290182d119 2024-11-24T14:23:30,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f7fc9e50bf53407daf94e2603d19db27 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f7fc9e50bf53407daf94e2603d19db27 2024-11-24T14:23:30,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/61379954e6784f2c86be2aa0d2425c69 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/61379954e6784f2c86be2aa0d2425c69 2024-11-24T14:23:30,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc7bb7aea5e94ad4bbeb5ea49f3dc72f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc7bb7aea5e94ad4bbeb5ea49f3dc72f 2024-11-24T14:23:30,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5d05e12597ee423e99de9d396be05770 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5d05e12597ee423e99de9d396be05770 2024-11-24T14:23:30,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7566e690971a46a6926bfd094fbdc64d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7566e690971a46a6926bfd094fbdc64d 2024-11-24T14:23:30,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f3f029b7c81a4de6bbe90409c0c3e763 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f3f029b7c81a4de6bbe90409c0c3e763 2024-11-24T14:23:30,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a4c688365c5447849016b0915245c4eb to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a4c688365c5447849016b0915245c4eb 2024-11-24T14:23:30,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/60de8a712f4a47a9ac9236f98a526852 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/60de8a712f4a47a9ac9236f98a526852 2024-11-24T14:23:30,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/1a19f6d2f16840d687654e07b6430259 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/1a19f6d2f16840d687654e07b6430259 2024-11-24T14:23:30,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/c168aa8aae7b4b8b97d704dff27bdc52 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/c168aa8aae7b4b8b97d704dff27bdc52 2024-11-24T14:23:30,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/62ae37919e4f456eb3d2e1e16fca6a6e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/62ae37919e4f456eb3d2e1e16fca6a6e 2024-11-24T14:23:30,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/642fc40610e64c8d84864e4536943509 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/642fc40610e64c8d84864e4536943509 2024-11-24T14:23:30,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/d48c7c5e216c400e8ca6d7ede2e9b998 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/d48c7c5e216c400e8ca6d7ede2e9b998 2024-11-24T14:23:30,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/0dc0a0b0ba4b4a5bb3db9d1eb87c838b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/0dc0a0b0ba4b4a5bb3db9d1eb87c838b 2024-11-24T14:23:30,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f9dfb6efe8034ed79314b19abb5db183 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/f9dfb6efe8034ed79314b19abb5db183 2024-11-24T14:23:30,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5330660f02934f0bb9d6c85bfa0b56ae to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/5330660f02934f0bb9d6c85bfa0b56ae 2024-11-24T14:23:30,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/fe289641a2334b22bc9bb1495c84694a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/fe289641a2334b22bc9bb1495c84694a 2024-11-24T14:23:30,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/86b2dbf267bd42e08f84cdc851acbb59 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/86b2dbf267bd42e08f84cdc851acbb59 2024-11-24T14:23:30,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/205abd74f0574a0a9e8852a53e4d2a02 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/205abd74f0574a0a9e8852a53e4d2a02 2024-11-24T14:23:30,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a7ae72a3d29d4a959a5a842979c41c93 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/a7ae72a3d29d4a959a5a842979c41c93 2024-11-24T14:23:30,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/bbfc5c9143d645e996b62c76c1b511ec to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/bbfc5c9143d645e996b62c76c1b511ec 2024-11-24T14:23:30,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9c9a6dea68e64a19882b3f3dbd2ef1d7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9c9a6dea68e64a19882b3f3dbd2ef1d7 2024-11-24T14:23:30,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ee5236dbea18476188a4585e8051982b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/ee5236dbea18476188a4585e8051982b 2024-11-24T14:23:30,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7e59c1815002465fb55577bbfa56fdbe to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7e59c1815002465fb55577bbfa56fdbe 2024-11-24T14:23:30,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/3f7ce47a225b42cea66eb72869f53a87 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/3f7ce47a225b42cea66eb72869f53a87 2024-11-24T14:23:30,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/89d054e585b64d029faa40ad058cb548 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/89d054e585b64d029faa40ad058cb548 2024-11-24T14:23:30,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/8badbb14fe15426ca5fa990eaa256ab2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/8badbb14fe15426ca5fa990eaa256ab2 2024-11-24T14:23:30,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc52ac91f19b41f5a2b2f39739725a9f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/dc52ac91f19b41f5a2b2f39739725a9f 2024-11-24T14:23:30,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9fe8e484777436488015326a2f4a6d1 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b9fe8e484777436488015326a2f4a6d1 2024-11-24T14:23:30,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7048261be48f41f28d3828ec881cd453 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/7048261be48f41f28d3828ec881cd453 2024-11-24T14:23:30,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9002b7a3f0fd4139bf06b8dd378ad7aa to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/9002b7a3f0fd4139bf06b8dd378ad7aa 2024-11-24T14:23:30,867 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/recovered.edits/580.seqid, newMaxSeqId=580, maxSeqId=1 2024-11-24T14:23:30,868 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e. 2024-11-24T14:23:30,868 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for d19c6f2f2ae04f1a6830f2434ea99d1e: 2024-11-24T14:23:30,870 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:30,870 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=d19c6f2f2ae04f1a6830f2434ea99d1e, regionState=CLOSED 2024-11-24T14:23:30,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-24T14:23:30,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure d19c6f2f2ae04f1a6830f2434ea99d1e, server=fb354886b420,39319,1732458063252 in 1.5720 sec 2024-11-24T14:23:30,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-24T14:23:30,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d19c6f2f2ae04f1a6830f2434ea99d1e, UNASSIGN in 1.5750 sec 2024-11-24T14:23:30,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-24T14:23:30,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5780 sec 2024-11-24T14:23:30,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458210877"}]},"ts":"1732458210877"} 2024-11-24T14:23:30,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T14:23:30,880 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T14:23:30,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5960 sec 2024-11-24T14:23:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T14:23:31,393 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-24T14:23:31,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T14:23:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:31,395 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:31,396 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=150, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T14:23:31,398 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:31,400 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/recovered.edits] 2024-11-24T14:23:31,412 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/3abf280f105f4bb381bba7c6df2cd564 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/3abf280f105f4bb381bba7c6df2cd564 2024-11-24T14:23:31,413 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/7041c5f9b4334612a2ed2872871b7b8d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/A/7041c5f9b4334612a2ed2872871b7b8d 2024-11-24T14:23:31,418 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/b77bd9e6af43431ea9a2e7dde858c14d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/b77bd9e6af43431ea9a2e7dde858c14d 2024-11-24T14:23:31,419 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e8bbe86ef7ce496b9d07bcfe5d7d3594 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/B/e8bbe86ef7ce496b9d07bcfe5d7d3594 2024-11-24T14:23:31,421 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b986f73fe5bc462b8bc683a6fd2c2b34 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/b986f73fe5bc462b8bc683a6fd2c2b34 2024-11-24T14:23:31,422 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/fb1a79aadd4346f89c64f31bf7b351c4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/C/fb1a79aadd4346f89c64f31bf7b351c4 2024-11-24T14:23:31,425 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/recovered.edits/580.seqid to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e/recovered.edits/580.seqid 2024-11-24T14:23:31,425 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/d19c6f2f2ae04f1a6830f2434ea99d1e 2024-11-24T14:23:31,425 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T14:23:31,427 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=150, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:31,429 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T14:23:31,430 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T14:23:31,431 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=150, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:31,431 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T14:23:31,432 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732458211431"}]},"ts":"9223372036854775807"} 2024-11-24T14:23:31,433 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T14:23:31,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d19c6f2f2ae04f1a6830f2434ea99d1e, NAME => 'TestAcidGuarantees,,1732458182591.d19c6f2f2ae04f1a6830f2434ea99d1e.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T14:23:31,433 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T14:23:31,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732458211433"}]},"ts":"9223372036854775807"} 2024-11-24T14:23:31,436 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T14:23:31,438 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=150, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:31,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-11-24T14:23:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T14:23:31,497 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-24T14:23:31,511 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=719 (was 646) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7361 (was 7437) 2024-11-24T14:23:31,523 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=719, ProcessCount=11, AvailableMemoryMB=7361 2024-11-24T14:23:31,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T14:23:31,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T14:23:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:31,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T14:23:31,527 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:31,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 151 2024-11-24T14:23:31,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T14:23:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-24T14:23:31,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742416_1592 (size=960) 2024-11-24T14:23:31,535 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475 2024-11-24T14:23:31,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742417_1593 (size=53) 2024-11-24T14:23:31,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:23:31,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7a6972b977d9da2e89c2c35b2de8262a, disabling compactions & flushes 2024-11-24T14:23:31,541 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:31,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:31,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. after waiting 0 ms 2024-11-24T14:23:31,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:31,541 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:31,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:31,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T14:23:31,542 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732458211542"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732458211542"}]},"ts":"1732458211542"} 2024-11-24T14:23:31,543 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T14:23:31,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T14:23:31,544 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458211544"}]},"ts":"1732458211544"} 2024-11-24T14:23:31,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T14:23:31,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a, ASSIGN}] 2024-11-24T14:23:31,551 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a, ASSIGN 2024-11-24T14:23:31,551 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a, ASSIGN; state=OFFLINE, location=fb354886b420,39319,1732458063252; forceNewPlan=false, retain=false 2024-11-24T14:23:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-24T14:23:31,670 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T14:23:31,702 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=7a6972b977d9da2e89c2c35b2de8262a, regionState=OPENING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:23:31,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; OpenRegionProcedure 7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-24T14:23:31,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:31,857 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:31,857 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7285): Opening region: {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:23:31,858 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:31,858 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:23:31,858 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7327): checking encryption for 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:31,858 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7330): checking classloading for 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:31,859 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:31,860 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:23:31,861 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6972b977d9da2e89c2c35b2de8262a columnFamilyName A 2024-11-24T14:23:31,861 DEBUG [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:31,861 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(327): Store=7a6972b977d9da2e89c2c35b2de8262a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:23:31,861 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:31,862 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:23:31,862 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6972b977d9da2e89c2c35b2de8262a columnFamilyName B 2024-11-24T14:23:31,862 DEBUG [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:31,863 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(327): Store=7a6972b977d9da2e89c2c35b2de8262a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:23:31,863 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:31,864 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:23:31,864 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6972b977d9da2e89c2c35b2de8262a columnFamilyName C 2024-11-24T14:23:31,864 DEBUG [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:31,865 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(327): Store=7a6972b977d9da2e89c2c35b2de8262a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:23:31,865 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:31,866 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:31,866 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:31,867 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T14:23:31,868 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1085): writing seq id for 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:31,870 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T14:23:31,870 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1102): Opened 7a6972b977d9da2e89c2c35b2de8262a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66203884, jitterRate=-0.013485252857208252}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T14:23:31,871 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1001): Region open journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:31,872 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., pid=153, masterSystemTime=1732458211854 2024-11-24T14:23:31,873 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:31,873 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:31,874 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=7a6972b977d9da2e89c2c35b2de8262a, regionState=OPEN, openSeqNum=2, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:23:31,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-24T14:23:31,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; OpenRegionProcedure 7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 in 172 msec 2024-11-24T14:23:31,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-24T14:23:31,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a, ASSIGN in 327 msec 2024-11-24T14:23:31,878 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T14:23:31,878 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458211878"}]},"ts":"1732458211878"} 2024-11-24T14:23:31,879 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T14:23:31,882 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T14:23:31,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 357 msec 2024-11-24T14:23:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-24T14:23:32,130 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-24T14:23:32,131 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5765d46a to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d9954b7 2024-11-24T14:23:32,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb684eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:32,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:32,140 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:32,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T14:23:32,141 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T14:23:32,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T14:23:32,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T14:23:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:32,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742418_1594 (size=996) 2024-11-24T14:23:32,552 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T14:23:32,553 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T14:23:32,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T14:23:32,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a, REOPEN/MOVE}] 2024-11-24T14:23:32,556 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a, REOPEN/MOVE 2024-11-24T14:23:32,557 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=7a6972b977d9da2e89c2c35b2de8262a, regionState=CLOSING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:23:32,557 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T14:23:32,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure 7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:23:32,709 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:32,709 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:32,709 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T14:23:32,709 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing 7a6972b977d9da2e89c2c35b2de8262a, disabling compactions & flushes 2024-11-24T14:23:32,709 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:32,709 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:32,709 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. after waiting 0 ms 2024-11-24T14:23:32,709 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:32,712 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T14:23:32,713 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:32,713 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:32,713 WARN [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionServer(3786): Not adding moved region record: 7a6972b977d9da2e89c2c35b2de8262a to self. 2024-11-24T14:23:32,714 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:32,714 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=7a6972b977d9da2e89c2c35b2de8262a, regionState=CLOSED 2024-11-24T14:23:32,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-24T14:23:32,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure 7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 in 157 msec 2024-11-24T14:23:32,716 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a, REOPEN/MOVE; state=CLOSED, location=fb354886b420,39319,1732458063252; forceNewPlan=false, retain=true 2024-11-24T14:23:32,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=7a6972b977d9da2e89c2c35b2de8262a, regionState=OPENING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:23:32,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=156, state=RUNNABLE; OpenRegionProcedure 7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:23:33,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:33,021 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,021 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T14:23:33,022 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7285): Opening region: {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T14:23:33,022 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:33,022 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T14:23:33,022 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7327): checking encryption for 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:33,022 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7330): checking classloading for 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:33,023 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:33,024 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:23:33,024 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6972b977d9da2e89c2c35b2de8262a columnFamilyName A 2024-11-24T14:23:33,025 DEBUG [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:33,025 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(327): Store=7a6972b977d9da2e89c2c35b2de8262a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:23:33,026 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:33,026 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:23:33,026 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6972b977d9da2e89c2c35b2de8262a columnFamilyName B 2024-11-24T14:23:33,026 DEBUG [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:33,027 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(327): Store=7a6972b977d9da2e89c2c35b2de8262a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:23:33,027 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:33,027 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T14:23:33,027 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6972b977d9da2e89c2c35b2de8262a columnFamilyName C 2024-11-24T14:23:33,027 DEBUG [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:33,028 INFO [StoreOpener-7a6972b977d9da2e89c2c35b2de8262a-1 {}] regionserver.HStore(327): Store=7a6972b977d9da2e89c2c35b2de8262a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T14:23:33,028 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,028 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:33,029 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:33,030 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T14:23:33,031 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1085): writing seq id for 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:33,032 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1102): Opened 7a6972b977d9da2e89c2c35b2de8262a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62452747, jitterRate=-0.06938154995441437}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T14:23:33,032 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1001): Region open journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:33,033 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., pid=158, masterSystemTime=1732458213019 2024-11-24T14:23:33,034 DEBUG [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,034 INFO [RS_OPEN_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=7a6972b977d9da2e89c2c35b2de8262a, regionState=OPEN, openSeqNum=5, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,035 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37723 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=fb354886b420,39319,1732458063252, table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T14:23:33,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=156 2024-11-24T14:23:33,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=156, state=SUCCESS; OpenRegionProcedure 7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 in 167 msec 2024-11-24T14:23:33,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-24T14:23:33,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a, REOPEN/MOVE in 480 msec 2024-11-24T14:23:33,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-24T14:23:33,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-11-24T14:23:33,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-24T14:23:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T14:23:33,042 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-11-24T14:23:33,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:33,047 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-11-24T14:23:33,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:33,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-11-24T14:23:33,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:33,054 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-11-24T14:23:33,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:33,057 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-24T14:23:33,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:33,060 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-11-24T14:23:33,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:33,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-11-24T14:23:33,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:33,070 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-11-24T14:23:33,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:33,076 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-11-24T14:23:33,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:33,079 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:57219 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-11-24T14:23:33,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T14:23:33,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-24T14:23:33,085 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T14:23:33,086 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:33,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:33,088 DEBUG [hconnection-0x7848e332-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:33,089 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:33,093 DEBUG [hconnection-0x453706-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:33,093 DEBUG [hconnection-0x2b63075c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:33,093 DEBUG [hconnection-0x236dfb28-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:33,093 DEBUG [hconnection-0x41468693-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:33,094 DEBUG [hconnection-0x792f123d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:33,094 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:33,094 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:33,094 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:33,095 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:33,095 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:33,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:23:33,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:33,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:33,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:33,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:33,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:33,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:33,116 DEBUG [hconnection-0x282195cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:33,117 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:33,118 DEBUG [hconnection-0x351a2366-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:33,119 DEBUG [hconnection-0xaac63a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:33,119 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:33,120 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:33,124 DEBUG [hconnection-0x282038c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T14:23:33,125 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T14:23:33,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458273124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458273124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458273125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458273125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458273125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248ba3a9fa0ca14032b843974e79fc6402_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458213099/Put/seqid=0 2024-11-24T14:23:33,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742419_1595 (size=12154) 2024-11-24T14:23:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T14:23:33,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458273226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458273226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458273227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458273227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458273227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:33,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:33,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:33,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T14:23:33,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:33,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:33,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:33,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458273429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458273429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458273430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458273430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458273430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,533 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:33,536 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248ba3a9fa0ca14032b843974e79fc6402_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248ba3a9fa0ca14032b843974e79fc6402_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:33,540 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/54c2bf49607a47fd8a74d357a76957e1, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:33,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/54c2bf49607a47fd8a74d357a76957e1 is 175, key is test_row_0/A:col10/1732458213099/Put/seqid=0 2024-11-24T14:23:33,541 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:33,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:33,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:33,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742420_1596 (size=30955) 2024-11-24T14:23:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T14:23:33,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:33,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:33,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:33,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458273731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458273732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458273733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458273734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458273734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:33,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:33,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:33,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:33,954 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/54c2bf49607a47fd8a74d357a76957e1 2024-11-24T14:23:33,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/a02060522f7640fca8add810654f7d91 is 50, key is test_row_0/B:col10/1732458213099/Put/seqid=0 2024-11-24T14:23:33,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742421_1597 (size=12001) 2024-11-24T14:23:33,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:34,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:34,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:34,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:34,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T14:23:34,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458274235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:34,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458274236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:34,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458274236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:34,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458274237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:34,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458274238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:34,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:34,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/a02060522f7640fca8add810654f7d91 2024-11-24T14:23:34,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/1aa7a18b07f24fa8b92331c0360bfbc3 is 50, key is test_row_0/C:col10/1732458213099/Put/seqid=0 2024-11-24T14:23:34,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742422_1598 (size=12001) 2024-11-24T14:23:34,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:34,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:34,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:34,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:34,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:34,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:34,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,762 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:34,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:34,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:34,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:34,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/1aa7a18b07f24fa8b92331c0360bfbc3 2024-11-24T14:23:34,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/54c2bf49607a47fd8a74d357a76957e1 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/54c2bf49607a47fd8a74d357a76957e1 2024-11-24T14:23:34,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/54c2bf49607a47fd8a74d357a76957e1, entries=150, sequenceid=17, filesize=30.2 K 2024-11-24T14:23:34,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/a02060522f7640fca8add810654f7d91 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/a02060522f7640fca8add810654f7d91 2024-11-24T14:23:34,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/a02060522f7640fca8add810654f7d91, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T14:23:34,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/1aa7a18b07f24fa8b92331c0360bfbc3 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/1aa7a18b07f24fa8b92331c0360bfbc3 2024-11-24T14:23:34,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/1aa7a18b07f24fa8b92331c0360bfbc3, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T14:23:34,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7a6972b977d9da2e89c2c35b2de8262a in 1722ms, sequenceid=17, compaction requested=false 2024-11-24T14:23:34,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:34,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:34,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T14:23:34,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:34,915 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T14:23:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:34,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112485f445f64e10417e96757b51b233dc96_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458213119/Put/seqid=0 2024-11-24T14:23:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742423_1599 (size=12154) 2024-11-24T14:23:34,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:34,932 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112485f445f64e10417e96757b51b233dc96_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112485f445f64e10417e96757b51b233dc96_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:34,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/ce2fff360fba46d69ec75374e323d58e, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:34,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/ce2fff360fba46d69ec75374e323d58e is 175, key is test_row_0/A:col10/1732458213119/Put/seqid=0 2024-11-24T14:23:34,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742424_1600 (size=30955) 2024-11-24T14:23:34,936 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/ce2fff360fba46d69ec75374e323d58e 2024-11-24T14:23:34,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/6b3f60c1b674466b8293e5d803a2eae9 is 50, key is test_row_0/B:col10/1732458213119/Put/seqid=0 2024-11-24T14:23:34,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742425_1601 (size=12001) 2024-11-24T14:23:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T14:23:35,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:35,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458275247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458275248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458275248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458275249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458275249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,349 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/6b3f60c1b674466b8293e5d803a2eae9 2024-11-24T14:23:35,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458275351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458275351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458275351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458275351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458275351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/82f4d2a02a764e2b831574bc42e1566d is 50, key is test_row_0/C:col10/1732458213119/Put/seqid=0 2024-11-24T14:23:35,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742426_1602 (size=12001) 2024-11-24T14:23:35,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458275554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458275554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458275554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458275555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458275555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,759 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/82f4d2a02a764e2b831574bc42e1566d 2024-11-24T14:23:35,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/ce2fff360fba46d69ec75374e323d58e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ce2fff360fba46d69ec75374e323d58e 2024-11-24T14:23:35,767 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ce2fff360fba46d69ec75374e323d58e, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T14:23:35,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/6b3f60c1b674466b8293e5d803a2eae9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/6b3f60c1b674466b8293e5d803a2eae9 2024-11-24T14:23:35,771 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/6b3f60c1b674466b8293e5d803a2eae9, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T14:23:35,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/82f4d2a02a764e2b831574bc42e1566d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/82f4d2a02a764e2b831574bc42e1566d 2024-11-24T14:23:35,775 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/82f4d2a02a764e2b831574bc42e1566d, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T14:23:35,775 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7a6972b977d9da2e89c2c35b2de8262a in 860ms, sequenceid=41, compaction requested=false 2024-11-24T14:23:35,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-24T14:23:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-24T14:23:35,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-24T14:23:35,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6900 sec 2024-11-24T14:23:35,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.6940 sec 2024-11-24T14:23:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:35,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T14:23:35,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:35,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:35,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:35,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:35,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:35,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:35,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241a1b68ac7eaa429b9be0341bead3f04c_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458215247/Put/seqid=0 2024-11-24T14:23:35,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742427_1603 (size=12154) 2024-11-24T14:23:35,875 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:35,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458275872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458275872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458275873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458275875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,879 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241a1b68ac7eaa429b9be0341bead3f04c_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a1b68ac7eaa429b9be0341bead3f04c_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:35,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458275877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,880 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/9a3748e6e2324fdf950dc0335ceb9fa0, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:35,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/9a3748e6e2324fdf950dc0335ceb9fa0 is 175, key is test_row_0/A:col10/1732458215247/Put/seqid=0 2024-11-24T14:23:35,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742428_1604 (size=30955) 2024-11-24T14:23:35,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458275978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458275978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458275978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458275981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:35,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458275981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458276180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458276181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458276182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458276184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458276185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,289 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/9a3748e6e2324fdf950dc0335ceb9fa0 2024-11-24T14:23:36,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/647ba766a46f4f0c8305eb709cdd72b2 is 50, key is test_row_0/B:col10/1732458215247/Put/seqid=0 2024-11-24T14:23:36,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742429_1605 (size=12001) 2024-11-24T14:23:36,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/647ba766a46f4f0c8305eb709cdd72b2 2024-11-24T14:23:36,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/6219701aefe84c4498b132ef5b5722a2 is 50, key is test_row_0/C:col10/1732458215247/Put/seqid=0 2024-11-24T14:23:36,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742430_1606 (size=12001) 2024-11-24T14:23:36,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T14:23:36,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458276482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458276483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458276484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458276487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458276487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/6219701aefe84c4498b132ef5b5722a2 2024-11-24T14:23:36,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/9a3748e6e2324fdf950dc0335ceb9fa0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/9a3748e6e2324fdf950dc0335ceb9fa0 2024-11-24T14:23:36,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/9a3748e6e2324fdf950dc0335ceb9fa0, entries=150, sequenceid=56, filesize=30.2 K 2024-11-24T14:23:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/647ba766a46f4f0c8305eb709cdd72b2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/647ba766a46f4f0c8305eb709cdd72b2 2024-11-24T14:23:36,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/647ba766a46f4f0c8305eb709cdd72b2, entries=150, sequenceid=56, filesize=11.7 K 2024-11-24T14:23:36,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/6219701aefe84c4498b132ef5b5722a2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/6219701aefe84c4498b132ef5b5722a2 2024-11-24T14:23:36,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/6219701aefe84c4498b132ef5b5722a2, entries=150, sequenceid=56, filesize=11.7 K 2024-11-24T14:23:36,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7a6972b977d9da2e89c2c35b2de8262a in 868ms, sequenceid=56, compaction requested=true 2024-11-24T14:23:36,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:36,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:36,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:36,726 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:36,726 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:36,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:36,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:36,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:36,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:36,727 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:36,727 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:36,727 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/A is initiating minor compaction (all files) 2024-11-24T14:23:36,727 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/B is initiating minor compaction (all files) 2024-11-24T14:23:36,728 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/A in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:36,728 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/B in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:36,728 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/54c2bf49607a47fd8a74d357a76957e1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ce2fff360fba46d69ec75374e323d58e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/9a3748e6e2324fdf950dc0335ceb9fa0] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=90.7 K 2024-11-24T14:23:36,728 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/a02060522f7640fca8add810654f7d91, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/6b3f60c1b674466b8293e5d803a2eae9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/647ba766a46f4f0c8305eb709cdd72b2] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=35.2 K 2024-11-24T14:23:36,728 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:36,728 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/54c2bf49607a47fd8a74d357a76957e1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ce2fff360fba46d69ec75374e323d58e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/9a3748e6e2324fdf950dc0335ceb9fa0] 2024-11-24T14:23:36,728 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54c2bf49607a47fd8a74d357a76957e1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732458213098 2024-11-24T14:23:36,728 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting a02060522f7640fca8add810654f7d91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732458213098 2024-11-24T14:23:36,729 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce2fff360fba46d69ec75374e323d58e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732458213114 2024-11-24T14:23:36,729 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b3f60c1b674466b8293e5d803a2eae9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732458213114 2024-11-24T14:23:36,729 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a3748e6e2324fdf950dc0335ceb9fa0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732458215243 2024-11-24T14:23:36,729 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 647ba766a46f4f0c8305eb709cdd72b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732458215243 2024-11-24T14:23:36,734 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:36,735 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#B#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:36,735 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124953e86cb0de041a58d55d110376feeca_7a6972b977d9da2e89c2c35b2de8262a store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:36,736 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/1548677319314a868e2fab66ae506737 is 50, key is test_row_0/B:col10/1732458215247/Put/seqid=0 2024-11-24T14:23:36,737 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124953e86cb0de041a58d55d110376feeca_7a6972b977d9da2e89c2c35b2de8262a, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:36,737 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124953e86cb0de041a58d55d110376feeca_7a6972b977d9da2e89c2c35b2de8262a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:36,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742431_1607 (size=12104) 2024-11-24T14:23:36,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742432_1608 (size=4469) 2024-11-24T14:23:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:36,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T14:23:36,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:36,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:36,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:36,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:36,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:36,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:36,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dc24fb896a9f4414981c5eff03cc87c3_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458215869/Put/seqid=0 2024-11-24T14:23:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458276996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:36,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742433_1609 (size=12154) 2024-11-24T14:23:37,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458276997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458276998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458276998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458276999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458277100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458277102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458277102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458277103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458277103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,169 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#A#compaction#522 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:37,170 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/ed06f2c713394e27b5ebc7a0be784804 is 175, key is test_row_0/A:col10/1732458215247/Put/seqid=0 2024-11-24T14:23:37,175 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/1548677319314a868e2fab66ae506737 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/1548677319314a868e2fab66ae506737 2024-11-24T14:23:37,180 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/B of 7a6972b977d9da2e89c2c35b2de8262a into 1548677319314a868e2fab66ae506737(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:37,180 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:37,180 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/B, priority=13, startTime=1732458216726; duration=0sec 2024-11-24T14:23:37,180 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:37,180 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:B 2024-11-24T14:23:37,180 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:37,181 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:37,181 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/C is initiating minor compaction (all files) 2024-11-24T14:23:37,181 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/C in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:37,182 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/1aa7a18b07f24fa8b92331c0360bfbc3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/82f4d2a02a764e2b831574bc42e1566d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/6219701aefe84c4498b132ef5b5722a2] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=35.2 K 2024-11-24T14:23:37,182 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aa7a18b07f24fa8b92331c0360bfbc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732458213098 2024-11-24T14:23:37,182 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 82f4d2a02a764e2b831574bc42e1566d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732458213114 2024-11-24T14:23:37,183 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 6219701aefe84c4498b132ef5b5722a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732458215243 2024-11-24T14:23:37,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742434_1610 (size=31058) 2024-11-24T14:23:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T14:23:37,190 INFO [Thread-2625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-24T14:23:37,191 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#C#compaction#525 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:37,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:37,192 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/fd2149b6a2494652a528b250263a413c is 50, key is test_row_0/C:col10/1732458215247/Put/seqid=0 2024-11-24T14:23:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-24T14:23:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T14:23:37,194 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:37,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:37,195 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/ed06f2c713394e27b5ebc7a0be784804 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ed06f2c713394e27b5ebc7a0be784804 2024-11-24T14:23:37,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:37,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742435_1611 (size=12104) 2024-11-24T14:23:37,203 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/A of 7a6972b977d9da2e89c2c35b2de8262a into ed06f2c713394e27b5ebc7a0be784804(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:37,203 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:37,203 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/A, priority=13, startTime=1732458216726; duration=0sec 2024-11-24T14:23:37,203 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:37,203 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:A 2024-11-24T14:23:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T14:23:37,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458277301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458277305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458277306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458277306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458277306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,347 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:37,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T14:23:37,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:37,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:37,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:37,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,400 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:37,404 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dc24fb896a9f4414981c5eff03cc87c3_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc24fb896a9f4414981c5eff03cc87c3_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:37,405 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0d1dea66822e401c81992923c280e508, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:37,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0d1dea66822e401c81992923c280e508 is 175, key is test_row_0/A:col10/1732458215869/Put/seqid=0 2024-11-24T14:23:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742436_1612 (size=30955) 2024-11-24T14:23:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T14:23:37,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:37,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T14:23:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:37,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:37,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,602 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/fd2149b6a2494652a528b250263a413c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/fd2149b6a2494652a528b250263a413c 2024-11-24T14:23:37,606 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/C of 7a6972b977d9da2e89c2c35b2de8262a into fd2149b6a2494652a528b250263a413c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:37,606 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:37,606 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/C, priority=13, startTime=1732458216727; duration=0sec 2024-11-24T14:23:37,606 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:37,606 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:C 2024-11-24T14:23:37,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458277605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458277608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458277609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458277609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458277610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:37,653 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:37,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T14:23:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:37,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T14:23:37,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:37,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T14:23:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:37,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,809 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0d1dea66822e401c81992923c280e508 2024-11-24T14:23:37,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/7f2fe4eb733a4aa7b505f693bd545b40 is 50, key is test_row_0/B:col10/1732458215869/Put/seqid=0 2024-11-24T14:23:37,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742437_1613 (size=12001) 2024-11-24T14:23:37,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/7f2fe4eb733a4aa7b505f693bd545b40 2024-11-24T14:23:37,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/8964e32375e04389bc1904038991e727 is 50, key is test_row_0/C:col10/1732458215869/Put/seqid=0 2024-11-24T14:23:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742438_1614 (size=12001) 2024-11-24T14:23:37,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:37,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T14:23:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:37,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:38,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458278108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:38,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:38,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T14:23:38,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:38,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:38,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:38,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:38,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:38,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458278110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:38,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458278111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:38,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458278114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:38,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458278114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:38,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/8964e32375e04389bc1904038991e727 2024-11-24T14:23:38,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0d1dea66822e401c81992923c280e508 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0d1dea66822e401c81992923c280e508 2024-11-24T14:23:38,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0d1dea66822e401c81992923c280e508, entries=150, sequenceid=79, filesize=30.2 K 2024-11-24T14:23:38,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/7f2fe4eb733a4aa7b505f693bd545b40 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/7f2fe4eb733a4aa7b505f693bd545b40 2024-11-24T14:23:38,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/7f2fe4eb733a4aa7b505f693bd545b40, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T14:23:38,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/8964e32375e04389bc1904038991e727 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8964e32375e04389bc1904038991e727 2024-11-24T14:23:38,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8964e32375e04389bc1904038991e727, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T14:23:38,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7a6972b977d9da2e89c2c35b2de8262a in 1257ms, sequenceid=79, compaction requested=false 2024-11-24T14:23:38,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:38,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:38,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T14:23:38,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:38,264 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T14:23:38,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:38,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fd7f3433a1834c1ea1102ae6dbcd0f20_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458216996/Put/seqid=0 2024-11-24T14:23:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742439_1615 (size=12154) 2024-11-24T14:23:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T14:23:38,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:38,677 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fd7f3433a1834c1ea1102ae6dbcd0f20_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd7f3433a1834c1ea1102ae6dbcd0f20_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:38,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/359e892880d74a47ae5dcd1019b2a98c, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:38,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/359e892880d74a47ae5dcd1019b2a98c is 175, key is test_row_0/A:col10/1732458216996/Put/seqid=0 2024-11-24T14:23:38,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742440_1616 (size=30955) 2024-11-24T14:23:39,083 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/359e892880d74a47ae5dcd1019b2a98c 2024-11-24T14:23:39,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/09d17ae661df4251a9326d15de9712ae is 50, key is test_row_0/B:col10/1732458216996/Put/seqid=0 2024-11-24T14:23:39,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742441_1617 (size=12001) 2024-11-24T14:23:39,094 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/09d17ae661df4251a9326d15de9712ae 2024-11-24T14:23:39,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/60ac266db4224fa4a06645688dbddbf4 is 50, key is test_row_0/C:col10/1732458216996/Put/seqid=0 2024-11-24T14:23:39,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742442_1618 (size=12001) 2024-11-24T14:23:39,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:39,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458279133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458279134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458279135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458279136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458279137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458279237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458279237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458279238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458279238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458279239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T14:23:39,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458279440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458279441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458279442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458279442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458279443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,504 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/60ac266db4224fa4a06645688dbddbf4 2024-11-24T14:23:39,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/359e892880d74a47ae5dcd1019b2a98c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/359e892880d74a47ae5dcd1019b2a98c 2024-11-24T14:23:39,511 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/359e892880d74a47ae5dcd1019b2a98c, entries=150, sequenceid=95, filesize=30.2 K 2024-11-24T14:23:39,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/09d17ae661df4251a9326d15de9712ae as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/09d17ae661df4251a9326d15de9712ae 2024-11-24T14:23:39,515 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/09d17ae661df4251a9326d15de9712ae, entries=150, sequenceid=95, filesize=11.7 K 2024-11-24T14:23:39,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/60ac266db4224fa4a06645688dbddbf4 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/60ac266db4224fa4a06645688dbddbf4 2024-11-24T14:23:39,519 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/60ac266db4224fa4a06645688dbddbf4, entries=150, sequenceid=95, filesize=11.7 K 2024-11-24T14:23:39,519 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7a6972b977d9da2e89c2c35b2de8262a in 1255ms, sequenceid=95, compaction requested=true 2024-11-24T14:23:39,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:39,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-24T14:23:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-24T14:23:39,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-24T14:23:39,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3250 sec 2024-11-24T14:23:39,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.3310 sec 2024-11-24T14:23:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:39,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:23:39,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:39,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:39,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:39,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:39,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:39,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:39,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458279749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124853e99e9209f415eb1ca79d9d0a4277a_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458219746/Put/seqid=0 2024-11-24T14:23:39,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458279750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458279751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458279752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458279753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742443_1619 (size=12154) 2024-11-24T14:23:39,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458279853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458279854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458279856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458279856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:39,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458279856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458280056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458280057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458280058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458280059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458280060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,166 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:40,169 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124853e99e9209f415eb1ca79d9d0a4277a_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124853e99e9209f415eb1ca79d9d0a4277a_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:40,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/c07e3281cd6749c2b086c02adaa7df1a, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:40,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/c07e3281cd6749c2b086c02adaa7df1a is 175, key is test_row_0/A:col10/1732458219746/Put/seqid=0 2024-11-24T14:23:40,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742444_1620 (size=30955) 2024-11-24T14:23:40,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458280359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458280360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458280361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458280361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458280364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,575 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/c07e3281cd6749c2b086c02adaa7df1a 2024-11-24T14:23:40,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/671a32e8064644f8b40572881407cd06 is 50, key is test_row_0/B:col10/1732458219746/Put/seqid=0 2024-11-24T14:23:40,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742445_1621 (size=12001) 2024-11-24T14:23:40,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458280864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458280866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458280866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458280866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458280866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:40,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/671a32e8064644f8b40572881407cd06 2024-11-24T14:23:40,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/c2fedd61735144daac69da43e89b6e0f is 50, key is test_row_0/C:col10/1732458219746/Put/seqid=0 2024-11-24T14:23:40,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742446_1622 (size=12001) 2024-11-24T14:23:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T14:23:41,297 INFO [Thread-2625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-24T14:23:41,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-24T14:23:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T14:23:41,300 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:41,300 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:41,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:41,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/c2fedd61735144daac69da43e89b6e0f 2024-11-24T14:23:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/c07e3281cd6749c2b086c02adaa7df1a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/c07e3281cd6749c2b086c02adaa7df1a 2024-11-24T14:23:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T14:23:41,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/c07e3281cd6749c2b086c02adaa7df1a, entries=150, sequenceid=121, filesize=30.2 K 2024-11-24T14:23:41,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/671a32e8064644f8b40572881407cd06 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/671a32e8064644f8b40572881407cd06 2024-11-24T14:23:41,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/671a32e8064644f8b40572881407cd06, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T14:23:41,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/c2fedd61735144daac69da43e89b6e0f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2fedd61735144daac69da43e89b6e0f 2024-11-24T14:23:41,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2fedd61735144daac69da43e89b6e0f, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T14:23:41,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7a6972b977d9da2e89c2c35b2de8262a in 1665ms, sequenceid=121, compaction requested=true 2024-11-24T14:23:41,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:41,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:41,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:41,411 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:41,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:41,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:41,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:41,411 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:41,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:41,411 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:41,412 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:41,412 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/A is initiating minor compaction (all files) 2024-11-24T14:23:41,412 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/B is initiating minor compaction (all files) 2024-11-24T14:23:41,412 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/A in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:41,412 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/B in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:41,412 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ed06f2c713394e27b5ebc7a0be784804, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0d1dea66822e401c81992923c280e508, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/359e892880d74a47ae5dcd1019b2a98c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/c07e3281cd6749c2b086c02adaa7df1a] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=121.0 K 2024-11-24T14:23:41,412 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:41,412 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/1548677319314a868e2fab66ae506737, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/7f2fe4eb733a4aa7b505f693bd545b40, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/09d17ae661df4251a9326d15de9712ae, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/671a32e8064644f8b40572881407cd06] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=47.0 K 2024-11-24T14:23:41,412 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ed06f2c713394e27b5ebc7a0be784804, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0d1dea66822e401c81992923c280e508, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/359e892880d74a47ae5dcd1019b2a98c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/c07e3281cd6749c2b086c02adaa7df1a] 2024-11-24T14:23:41,412 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed06f2c713394e27b5ebc7a0be784804, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732458215243 2024-11-24T14:23:41,412 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 1548677319314a868e2fab66ae506737, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732458215243 2024-11-24T14:23:41,412 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d1dea66822e401c81992923c280e508, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732458215869 2024-11-24T14:23:41,413 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f2fe4eb733a4aa7b505f693bd545b40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732458215869 2024-11-24T14:23:41,413 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 359e892880d74a47ae5dcd1019b2a98c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732458216996 2024-11-24T14:23:41,413 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 09d17ae661df4251a9326d15de9712ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732458216996 2024-11-24T14:23:41,413 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 671a32e8064644f8b40572881407cd06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732458219132 2024-11-24T14:23:41,413 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting c07e3281cd6749c2b086c02adaa7df1a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732458219132 2024-11-24T14:23:41,418 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:41,420 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#B#compaction#534 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:41,420 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124c5c2f1b950be4dd8bbbac44b52dbae73_7a6972b977d9da2e89c2c35b2de8262a store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:41,421 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/6b85a7f652ef400394b43c493f0f6065 is 50, key is test_row_0/B:col10/1732458219746/Put/seqid=0 2024-11-24T14:23:41,423 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124c5c2f1b950be4dd8bbbac44b52dbae73_7a6972b977d9da2e89c2c35b2de8262a, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:41,423 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c5c2f1b950be4dd8bbbac44b52dbae73_7a6972b977d9da2e89c2c35b2de8262a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742447_1623 (size=12241) 2024-11-24T14:23:41,430 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/6b85a7f652ef400394b43c493f0f6065 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/6b85a7f652ef400394b43c493f0f6065 2024-11-24T14:23:41,435 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/B of 7a6972b977d9da2e89c2c35b2de8262a into 6b85a7f652ef400394b43c493f0f6065(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:41,435 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:41,435 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/B, priority=12, startTime=1732458221411; duration=0sec 2024-11-24T14:23:41,435 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:41,435 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:B 2024-11-24T14:23:41,435 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:41,436 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:41,436 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/C is initiating minor compaction (all files) 2024-11-24T14:23:41,436 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/C in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:41,436 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/fd2149b6a2494652a528b250263a413c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8964e32375e04389bc1904038991e727, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/60ac266db4224fa4a06645688dbddbf4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2fedd61735144daac69da43e89b6e0f] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=47.0 K 2024-11-24T14:23:41,437 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting fd2149b6a2494652a528b250263a413c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732458215243 2024-11-24T14:23:41,437 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 8964e32375e04389bc1904038991e727, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732458215869 2024-11-24T14:23:41,437 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 60ac266db4224fa4a06645688dbddbf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732458216996 2024-11-24T14:23:41,438 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c2fedd61735144daac69da43e89b6e0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732458219132 2024-11-24T14:23:41,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742448_1624 (size=4469) 2024-11-24T14:23:41,441 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#A#compaction#535 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:41,442 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/2a51fd03f00c49b7a63f2db0c89dc4c1 is 175, key is test_row_0/A:col10/1732458219746/Put/seqid=0 2024-11-24T14:23:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742449_1625 (size=31195) 2024-11-24T14:23:41,447 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#C#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:41,448 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/dd5ac12d798c458382c34a354dd1a059 is 50, key is test_row_0/C:col10/1732458219746/Put/seqid=0 2024-11-24T14:23:41,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742450_1626 (size=12241) 2024-11-24T14:23:41,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:41,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T14:23:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:41,452 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T14:23:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112422ae24a336a94c078a478ac00a2e9814_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458219749/Put/seqid=0 2024-11-24T14:23:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742451_1627 (size=12204) 2024-11-24T14:23:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T14:23:41,852 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/2a51fd03f00c49b7a63f2db0c89dc4c1 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/2a51fd03f00c49b7a63f2db0c89dc4c1 2024-11-24T14:23:41,855 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/dd5ac12d798c458382c34a354dd1a059 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/dd5ac12d798c458382c34a354dd1a059 2024-11-24T14:23:41,858 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/A of 7a6972b977d9da2e89c2c35b2de8262a into 2a51fd03f00c49b7a63f2db0c89dc4c1(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:41,858 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:41,858 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/A, priority=12, startTime=1732458221410; duration=0sec 2024-11-24T14:23:41,858 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:41,858 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:A 2024-11-24T14:23:41,861 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/C of 7a6972b977d9da2e89c2c35b2de8262a into dd5ac12d798c458382c34a354dd1a059(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:41,861 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:41,861 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/C, priority=12, startTime=1732458221411; duration=0sec 2024-11-24T14:23:41,861 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:41,862 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:C 2024-11-24T14:23:41,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:41,869 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112422ae24a336a94c078a478ac00a2e9814_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112422ae24a336a94c078a478ac00a2e9814_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:41,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/090b44850f3b428da7d4dd8580152301, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:41,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/090b44850f3b428da7d4dd8580152301 is 175, key is test_row_0/A:col10/1732458219749/Put/seqid=0 2024-11-24T14:23:41,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742452_1628 (size=31005) 2024-11-24T14:23:41,875 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/090b44850f3b428da7d4dd8580152301 2024-11-24T14:23:41,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/56316f485d704bc7a4713b4c996637b5 is 50, key is test_row_0/B:col10/1732458219749/Put/seqid=0 2024-11-24T14:23:41,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742453_1629 (size=12051) 2024-11-24T14:23:41,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458281888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:41,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458281889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:41,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458281890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:41,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458281891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:41,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458281891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T14:23:41,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458281993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:41,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458281993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:41,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458281994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:41,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458281995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:41,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458281995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:42,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458282195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:42,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458282196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:42,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458282197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:42,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458282197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:42,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458282199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:42,290 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/56316f485d704bc7a4713b4c996637b5 2024-11-24T14:23:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/68e4c0e1e4f340268770932f7b2c48a0 is 50, key is test_row_0/C:col10/1732458219749/Put/seqid=0 2024-11-24T14:23:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742454_1630 (size=12051) 2024-11-24T14:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T14:23:42,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458282500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:42,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458282500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:42,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458282500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:42,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458282502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:42,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458282503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:42,701 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/68e4c0e1e4f340268770932f7b2c48a0 2024-11-24T14:23:42,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/090b44850f3b428da7d4dd8580152301 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/090b44850f3b428da7d4dd8580152301 2024-11-24T14:23:42,709 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/090b44850f3b428da7d4dd8580152301, entries=150, sequenceid=132, filesize=30.3 K 2024-11-24T14:23:42,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/56316f485d704bc7a4713b4c996637b5 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/56316f485d704bc7a4713b4c996637b5 2024-11-24T14:23:42,716 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/56316f485d704bc7a4713b4c996637b5, entries=150, sequenceid=132, filesize=11.8 K 2024-11-24T14:23:42,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/68e4c0e1e4f340268770932f7b2c48a0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/68e4c0e1e4f340268770932f7b2c48a0 2024-11-24T14:23:42,729 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/68e4c0e1e4f340268770932f7b2c48a0, entries=150, sequenceid=132, filesize=11.8 K 2024-11-24T14:23:42,729 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7a6972b977d9da2e89c2c35b2de8262a in 1277ms, sequenceid=132, compaction requested=false 2024-11-24T14:23:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-24T14:23:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-24T14:23:42,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-24T14:23:42,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-11-24T14:23:42,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.4340 sec 2024-11-24T14:23:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:43,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T14:23:43,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:43,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:43,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:43,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:43,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:43,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:43,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c2f85910e2354752a23317cf2d38d281_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458223004/Put/seqid=0 2024-11-24T14:23:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458283009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458283009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458283010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458283011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742455_1631 (size=14794) 2024-11-24T14:23:43,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458283012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,021 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T14:23:43,021 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T14:23:43,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458283113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458283113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458283113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458283114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458283115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458283316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458283316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458283317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458283318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458283320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T14:23:43,403 INFO [Thread-2625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-24T14:23:43,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-24T14:23:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T14:23:43,406 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:43,406 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:43,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:43,415 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:43,418 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c2f85910e2354752a23317cf2d38d281_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c2f85910e2354752a23317cf2d38d281_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:43,419 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/5905480aa4d5402f90a5591cae6c95fd, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:43,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/5905480aa4d5402f90a5591cae6c95fd is 175, key is test_row_0/A:col10/1732458223004/Put/seqid=0 2024-11-24T14:23:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742456_1632 (size=39749) 2024-11-24T14:23:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T14:23:43,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:43,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T14:23:43,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:43,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:43,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:43,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:43,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458283619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458283619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458283620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458283621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458283623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T14:23:43,710 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:43,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T14:23:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:43,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:43,824 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/5905480aa4d5402f90a5591cae6c95fd 2024-11-24T14:23:43,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/5ab18b3dcb3443f898a6d99159bb5111 is 50, key is test_row_0/B:col10/1732458223004/Put/seqid=0 2024-11-24T14:23:43,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742457_1633 (size=12151) 2024-11-24T14:23:43,863 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:43,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T14:23:43,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:43,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:43,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:43,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:43,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T14:23:44,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:44,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T14:23:44,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:44,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458284123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:44,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458284124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:44,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458284125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458284126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458284128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:44,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:44,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T14:23:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/5ab18b3dcb3443f898a6d99159bb5111 2024-11-24T14:23:44,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/efdd0e0eb3db423ea84c3b5b9dc9ab0d is 50, key is test_row_0/C:col10/1732458223004/Put/seqid=0 2024-11-24T14:23:44,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742458_1634 (size=12151) 2024-11-24T14:23:44,320 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:44,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T14:23:44,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:44,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:44,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T14:23:44,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:44,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T14:23:44,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:44,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T14:23:44,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:44,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:44,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/efdd0e0eb3db423ea84c3b5b9dc9ab0d 2024-11-24T14:23:44,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/5905480aa4d5402f90a5591cae6c95fd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5905480aa4d5402f90a5591cae6c95fd 2024-11-24T14:23:44,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5905480aa4d5402f90a5591cae6c95fd, entries=200, sequenceid=161, filesize=38.8 K 2024-11-24T14:23:44,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/5ab18b3dcb3443f898a6d99159bb5111 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/5ab18b3dcb3443f898a6d99159bb5111 2024-11-24T14:23:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/5ab18b3dcb3443f898a6d99159bb5111, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T14:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/efdd0e0eb3db423ea84c3b5b9dc9ab0d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/efdd0e0eb3db423ea84c3b5b9dc9ab0d 2024-11-24T14:23:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/efdd0e0eb3db423ea84c3b5b9dc9ab0d, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T14:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7a6972b977d9da2e89c2c35b2de8262a in 1673ms, sequenceid=161, compaction requested=true 2024-11-24T14:23:44,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:44,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:44,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:44,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:44,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:44,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:44,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T14:23:44,678 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:44,678 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,679 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101949 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:44,679 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/A is initiating minor compaction (all files) 2024-11-24T14:23:44,679 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/A in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,679 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/2a51fd03f00c49b7a63f2db0c89dc4c1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/090b44850f3b428da7d4dd8580152301, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5905480aa4d5402f90a5591cae6c95fd] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=99.6 K 2024-11-24T14:23:44,679 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,679 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/2a51fd03f00c49b7a63f2db0c89dc4c1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/090b44850f3b428da7d4dd8580152301, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5905480aa4d5402f90a5591cae6c95fd] 2024-11-24T14:23:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,679 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:44,679 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/B is initiating minor compaction (all files) 2024-11-24T14:23:44,680 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/B in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,680 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a51fd03f00c49b7a63f2db0c89dc4c1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732458219132 2024-11-24T14:23:44,680 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/6b85a7f652ef400394b43c493f0f6065, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/56316f485d704bc7a4713b4c996637b5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/5ab18b3dcb3443f898a6d99159bb5111] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=35.6 K 2024-11-24T14:23:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,680 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b85a7f652ef400394b43c493f0f6065, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732458219132 2024-11-24T14:23:44,680 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 090b44850f3b428da7d4dd8580152301, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732458219749 2024-11-24T14:23:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,681 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56316f485d704bc7a4713b4c996637b5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732458219749 2024-11-24T14:23:44,681 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 5905480aa4d5402f90a5591cae6c95fd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732458221883 2024-11-24T14:23:44,681 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ab18b3dcb3443f898a6d99159bb5111, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732458221883 2024-11-24T14:23:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,688 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,692 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#B#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,693 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/9314382259cb4c88b93facace59cabef is 50, key is test_row_0/B:col10/1732458223004/Put/seqid=0 2024-11-24T14:23:44,693 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124ad67b9fef5d04037aebb3e0c1232a65e_7a6972b977d9da2e89c2c35b2de8262a store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,695 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124ad67b9fef5d04037aebb3e0c1232a65e_7a6972b977d9da2e89c2c35b2de8262a, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:44,695 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ad67b9fef5d04037aebb3e0c1232a65e_7a6972b977d9da2e89c2c35b2de8262a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742459_1635 (size=12493) 2024-11-24T14:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742460_1636 (size=4469) 2024-11-24T14:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,723 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/9314382259cb4c88b93facace59cabef as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/9314382259cb4c88b93facace59cabef 2024-11-24T14:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,731 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/B of 7a6972b977d9da2e89c2c35b2de8262a into 9314382259cb4c88b93facace59cabef(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:44,731 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:44,731 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/B, priority=13, startTime=1732458224678; duration=0sec 2024-11-24T14:23:44,731 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:44,731 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:B 2024-11-24T14:23:44,731 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,732 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:44,732 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/C is initiating minor compaction (all files) 2024-11-24T14:23:44,732 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/C in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,733 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/dd5ac12d798c458382c34a354dd1a059, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/68e4c0e1e4f340268770932f7b2c48a0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/efdd0e0eb3db423ea84c3b5b9dc9ab0d] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=35.6 K 2024-11-24T14:23:44,733 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd5ac12d798c458382c34a354dd1a059, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732458219132 2024-11-24T14:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,733 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68e4c0e1e4f340268770932f7b2c48a0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732458219749 2024-11-24T14:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,734 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting efdd0e0eb3db423ea84c3b5b9dc9ab0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732458221883 2024-11-24T14:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,740 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#C#compaction#545 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,741 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/f31089034d5942f4baec4d1c35e95904 is 50, key is test_row_0/C:col10/1732458223004/Put/seqid=0 2024-11-24T14:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742461_1637 (size=12493) 2024-11-24T14:23:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,773 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/f31089034d5942f4baec4d1c35e95904 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/f31089034d5942f4baec4d1c35e95904 2024-11-24T14:23:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,778 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/C of 7a6972b977d9da2e89c2c35b2de8262a into f31089034d5942f4baec4d1c35e95904(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:44,778 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:44,778 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/C, priority=13, startTime=1732458224678; duration=0sec 2024-11-24T14:23:44,778 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:44,778 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:C 2024-11-24T14:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:44,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T14:23:44,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:44,781 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T14:23:44,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:44,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:44,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:44,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:44,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:44,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248174049a95ff4acdb2c119c2e97145e1_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458223010/Put/seqid=0 2024-11-24T14:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742462_1638 (size=9814) 2024-11-24T14:23:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,811 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248174049a95ff4acdb2c119c2e97145e1_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248174049a95ff4acdb2c119c2e97145e1_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/5c596ee9e2a246d9afd7db1230b3f00a, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/5c596ee9e2a246d9afd7db1230b3f00a is 175, key is test_row_0/A:col10/1732458223010/Put/seqid=0 2024-11-24T14:23:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742463_1639 (size=22461) 2024-11-24T14:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,123 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#A#compaction#543 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,123 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/445e1ac101784e13b04e90c50fbcc550 is 175, key is test_row_0/A:col10/1732458223004/Put/seqid=0 2024-11-24T14:23:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742464_1640 (size=31447) 2024-11-24T14:23:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:45,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458285182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458285188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458285189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458285193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458285198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,256 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/5c596ee9e2a246d9afd7db1230b3f00a 2024-11-24T14:23:45,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458285294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458285294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458285297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458285299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458285303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/ec02706274dc47039ab13bb94b425847 is 50, key is test_row_0/B:col10/1732458223010/Put/seqid=0 2024-11-24T14:23:45,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742465_1641 (size=9757) 2024-11-24T14:23:45,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458285505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T14:23:45,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458285505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458285505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458285505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458285508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,580 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/445e1ac101784e13b04e90c50fbcc550 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/445e1ac101784e13b04e90c50fbcc550 2024-11-24T14:23:45,586 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/A of 7a6972b977d9da2e89c2c35b2de8262a into 445e1ac101784e13b04e90c50fbcc550(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:45,586 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:45,586 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/A, priority=13, startTime=1732458224678; duration=0sec 2024-11-24T14:23:45,586 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:45,586 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:A 2024-11-24T14:23:45,766 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/ec02706274dc47039ab13bb94b425847 2024-11-24T14:23:45,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/5e73a9c62b024d30925ef85dcf9fcd1d is 50, key is test_row_0/C:col10/1732458223010/Put/seqid=0 2024-11-24T14:23:45,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458285812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458285812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458285812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458285813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742466_1642 (size=9757) 2024-11-24T14:23:45,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458285814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:45,820 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/5e73a9c62b024d30925ef85dcf9fcd1d 2024-11-24T14:23:45,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/5c596ee9e2a246d9afd7db1230b3f00a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5c596ee9e2a246d9afd7db1230b3f00a 2024-11-24T14:23:45,835 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5c596ee9e2a246d9afd7db1230b3f00a, entries=100, sequenceid=172, filesize=21.9 K 2024-11-24T14:23:45,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/ec02706274dc47039ab13bb94b425847 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/ec02706274dc47039ab13bb94b425847 2024-11-24T14:23:45,841 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/ec02706274dc47039ab13bb94b425847, entries=100, sequenceid=172, filesize=9.5 K 2024-11-24T14:23:45,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/5e73a9c62b024d30925ef85dcf9fcd1d as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5e73a9c62b024d30925ef85dcf9fcd1d 2024-11-24T14:23:45,847 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5e73a9c62b024d30925ef85dcf9fcd1d, entries=100, sequenceid=172, filesize=9.5 K 2024-11-24T14:23:45,848 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 7a6972b977d9da2e89c2c35b2de8262a in 1068ms, sequenceid=172, compaction requested=false 2024-11-24T14:23:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-24T14:23:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-24T14:23:45,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-24T14:23:45,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4420 sec 2024-11-24T14:23:45,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.4490 sec 2024-11-24T14:23:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:46,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T14:23:46,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:46,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:46,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:46,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:46,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:46,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:46,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458286321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458286323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458286323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249d5c1fcfcd034cc1ad2a4bee730bb646_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458225191/Put/seqid=0 2024-11-24T14:23:46,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458286326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458286332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742467_1643 (size=14794) 2024-11-24T14:23:46,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458286427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458286429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458286431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458286436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458286630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458286634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458286636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458286642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,759 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:46,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249d5c1fcfcd034cc1ad2a4bee730bb646_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249d5c1fcfcd034cc1ad2a4bee730bb646_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:46,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0bb335b78e564c21bcfe2adb91fc1039, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:46,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0bb335b78e564c21bcfe2adb91fc1039 is 175, key is test_row_0/A:col10/1732458225191/Put/seqid=0 2024-11-24T14:23:46,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742468_1644 (size=39749) 2024-11-24T14:23:46,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0bb335b78e564c21bcfe2adb91fc1039 2024-11-24T14:23:46,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/51f01bbc37b54c5bb98b1a901167acff is 50, key is test_row_0/B:col10/1732458225191/Put/seqid=0 2024-11-24T14:23:46,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742469_1645 (size=12151) 2024-11-24T14:23:46,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/51f01bbc37b54c5bb98b1a901167acff 2024-11-24T14:23:46,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/ce561987090b4efd953e93fe76876910 is 50, key is test_row_0/C:col10/1732458225191/Put/seqid=0 2024-11-24T14:23:46,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742470_1646 (size=12151) 2024-11-24T14:23:46,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458286936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458286938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458286938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:46,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458286947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/ce561987090b4efd953e93fe76876910 2024-11-24T14:23:47,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0bb335b78e564c21bcfe2adb91fc1039 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0bb335b78e564c21bcfe2adb91fc1039 2024-11-24T14:23:47,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0bb335b78e564c21bcfe2adb91fc1039, entries=200, sequenceid=203, filesize=38.8 K 2024-11-24T14:23:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/51f01bbc37b54c5bb98b1a901167acff as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/51f01bbc37b54c5bb98b1a901167acff 2024-11-24T14:23:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/51f01bbc37b54c5bb98b1a901167acff, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T14:23:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/ce561987090b4efd953e93fe76876910 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/ce561987090b4efd953e93fe76876910 2024-11-24T14:23:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/ce561987090b4efd953e93fe76876910, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T14:23:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=33.54 KB/34350 for 7a6972b977d9da2e89c2c35b2de8262a in 1015ms, sequenceid=203, compaction requested=true 2024-11-24T14:23:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:47,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:47,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:47,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:47,332 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:47,332 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:47,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:47,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,335 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:47,335 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/A is initiating minor compaction (all files) 2024-11-24T14:23:47,335 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/A in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:47,335 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/445e1ac101784e13b04e90c50fbcc550, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5c596ee9e2a246d9afd7db1230b3f00a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0bb335b78e564c21bcfe2adb91fc1039] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=91.5 K 2024-11-24T14:23:47,335 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:47,335 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/445e1ac101784e13b04e90c50fbcc550, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5c596ee9e2a246d9afd7db1230b3f00a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0bb335b78e564c21bcfe2adb91fc1039] 2024-11-24T14:23:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,336 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 445e1ac101784e13b04e90c50fbcc550, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732458221883 2024-11-24T14:23:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,336 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c596ee9e2a246d9afd7db1230b3f00a, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732458223010 2024-11-24T14:23:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,336 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:47,336 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/B is initiating minor compaction (all files) 2024-11-24T14:23:47,336 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/B in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:47,336 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/9314382259cb4c88b93facace59cabef, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/ec02706274dc47039ab13bb94b425847, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/51f01bbc37b54c5bb98b1a901167acff] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=33.6 K 2024-11-24T14:23:47,337 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 9314382259cb4c88b93facace59cabef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732458221883 2024-11-24T14:23:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,337 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bb335b78e564c21bcfe2adb91fc1039, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732458225180 2024-11-24T14:23:47,337 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting ec02706274dc47039ab13bb94b425847, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732458223010 2024-11-24T14:23:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,338 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 51f01bbc37b54c5bb98b1a901167acff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732458225191 2024-11-24T14:23:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,347 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#B#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:47,348 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/f3381940ec48408a9b7f2169abcdd2a5 is 50, key is test_row_0/B:col10/1732458225191/Put/seqid=0 2024-11-24T14:23:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,356 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,359 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411240b8af52ed3c8478c82105fe95672e48e_7a6972b977d9da2e89c2c35b2de8262a store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,361 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411240b8af52ed3c8478c82105fe95672e48e_7a6972b977d9da2e89c2c35b2de8262a, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:47,361 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240b8af52ed3c8478c82105fe95672e48e_7a6972b977d9da2e89c2c35b2de8262a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:47,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:23:47,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:47,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:47,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:47,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:47,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:47,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112496374a2c90434699bdea7ca875307ead_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458227351/Put/seqid=0 2024-11-24T14:23:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742472_1648 (size=4469) 2024-11-24T14:23:47,426 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#A#compaction#553 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:47,427 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/8fcc296caa4d498ab85ed11c4699bfa9 is 175, key is test_row_0/A:col10/1732458225191/Put/seqid=0 2024-11-24T14:23:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742471_1647 (size=12595) 2024-11-24T14:23:47,443 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/f3381940ec48408a9b7f2169abcdd2a5 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/f3381940ec48408a9b7f2169abcdd2a5 2024-11-24T14:23:47,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742473_1649 (size=17284) 2024-11-24T14:23:47,460 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:47,465 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112496374a2c90434699bdea7ca875307ead_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112496374a2c90434699bdea7ca875307ead_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:47,466 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/b1d56f9aa95445739981b20392926e3b, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:47,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742474_1650 (size=31549) 2024-11-24T14:23:47,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/b1d56f9aa95445739981b20392926e3b is 175, key is test_row_0/A:col10/1732458227351/Put/seqid=0 2024-11-24T14:23:47,472 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/8fcc296caa4d498ab85ed11c4699bfa9 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8fcc296caa4d498ab85ed11c4699bfa9 2024-11-24T14:23:47,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742475_1651 (size=48389) 2024-11-24T14:23:47,486 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/b1d56f9aa95445739981b20392926e3b 2024-11-24T14:23:47,493 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/B of 7a6972b977d9da2e89c2c35b2de8262a into f3381940ec48408a9b7f2169abcdd2a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:47,493 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:47,493 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/B, priority=13, startTime=1732458227332; duration=0sec 2024-11-24T14:23:47,494 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:47,494 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:B 2024-11-24T14:23:47,494 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:47,494 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/A of 7a6972b977d9da2e89c2c35b2de8262a into 8fcc296caa4d498ab85ed11c4699bfa9(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:47,494 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:47,494 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/A, priority=13, startTime=1732458227332; duration=0sec 2024-11-24T14:23:47,494 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:47,494 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:A 2024-11-24T14:23:47,496 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:47,496 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/C is initiating minor compaction (all files) 2024-11-24T14:23:47,496 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/C in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:47,496 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/f31089034d5942f4baec4d1c35e95904, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5e73a9c62b024d30925ef85dcf9fcd1d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/ce561987090b4efd953e93fe76876910] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=33.6 K 2024-11-24T14:23:47,496 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f31089034d5942f4baec4d1c35e95904, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732458221883 2024-11-24T14:23:47,497 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e73a9c62b024d30925ef85dcf9fcd1d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732458223010 2024-11-24T14:23:47,497 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting ce561987090b4efd953e93fe76876910, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732458225191 2024-11-24T14:23:47,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/cc57dc1ec5e04cb3b5da7211b49b8abf is 50, key is test_row_0/B:col10/1732458227351/Put/seqid=0 2024-11-24T14:23:47,506 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#C#compaction#556 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:47,506 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/042dd95b9d644f9399611676cae56258 is 50, key is test_row_0/C:col10/1732458225191/Put/seqid=0 2024-11-24T14:23:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T14:23:47,513 INFO [Thread-2625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-24T14:23:47,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458287508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:47,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458287509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458287510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458287512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-24T14:23:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458287512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,517 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:47,517 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:47,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T14:23:47,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742477_1653 (size=12595) 2024-11-24T14:23:47,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742476_1652 (size=12151) 2024-11-24T14:23:47,553 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/042dd95b9d644f9399611676cae56258 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/042dd95b9d644f9399611676cae56258 2024-11-24T14:23:47,559 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/C of 7a6972b977d9da2e89c2c35b2de8262a into 042dd95b9d644f9399611676cae56258(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:47,559 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:47,559 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/C, priority=13, startTime=1732458227332; duration=0sec 2024-11-24T14:23:47,559 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:47,559 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:C 2024-11-24T14:23:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T14:23:47,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458287616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458287615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458287616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458287617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458287617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:47,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T14:23:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:47,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:47,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T14:23:47,822 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:47,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458287821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T14:23:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:47,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458287822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:47,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458287822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458287822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458287823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:47,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/cc57dc1ec5e04cb3b5da7211b49b8abf 2024-11-24T14:23:47,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/e35843bb851b4ddfb0b18d2a9fc7c4de is 50, key is test_row_0/C:col10/1732458227351/Put/seqid=0 2024-11-24T14:23:47,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:47,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T14:23:47,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:47,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:47,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:47,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:47,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:48,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742478_1654 (size=12151) 2024-11-24T14:23:48,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/e35843bb851b4ddfb0b18d2a9fc7c4de 2024-11-24T14:23:48,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/b1d56f9aa95445739981b20392926e3b as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/b1d56f9aa95445739981b20392926e3b 2024-11-24T14:23:48,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/b1d56f9aa95445739981b20392926e3b, entries=250, sequenceid=214, filesize=47.3 K 2024-11-24T14:23:48,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/cc57dc1ec5e04cb3b5da7211b49b8abf as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/cc57dc1ec5e04cb3b5da7211b49b8abf 2024-11-24T14:23:48,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/cc57dc1ec5e04cb3b5da7211b49b8abf, entries=150, sequenceid=214, filesize=11.9 K 2024-11-24T14:23:48,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/e35843bb851b4ddfb0b18d2a9fc7c4de as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e35843bb851b4ddfb0b18d2a9fc7c4de 2024-11-24T14:23:48,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e35843bb851b4ddfb0b18d2a9fc7c4de, entries=150, sequenceid=214, filesize=11.9 K 2024-11-24T14:23:48,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 7a6972b977d9da2e89c2c35b2de8262a in 684ms, sequenceid=214, compaction requested=false 2024-11-24T14:23:48,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T14:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:48,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T14:23:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:48,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:48,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T14:23:48,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:48,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:48,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:48,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:48,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:48,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a45ab79854794919a1c2027d7ac739a5_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458228124/Put/seqid=0 2024-11-24T14:23:48,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458288130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458288131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458288135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458288136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458288136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742479_1655 (size=12304) 2024-11-24T14:23:48,180 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,184 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a45ab79854794919a1c2027d7ac739a5_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a45ab79854794919a1c2027d7ac739a5_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:48,185 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0c4d15c601cc4a97ac5fd6e9d411f3bb, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:48,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0c4d15c601cc4a97ac5fd6e9d411f3bb is 175, key is test_row_0/A:col10/1732458228124/Put/seqid=0 2024-11-24T14:23:48,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742480_1656 (size=31105) 2024-11-24T14:23:48,219 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0c4d15c601cc4a97ac5fd6e9d411f3bb 2024-11-24T14:23:48,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458288236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458288236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458288240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458288240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458288240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/e16f164fc48b44118e3cf4cccbf0ef49 is 50, key is test_row_0/B:col10/1732458228124/Put/seqid=0 2024-11-24T14:23:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742481_1657 (size=12151) 2024-11-24T14:23:48,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/e16f164fc48b44118e3cf4cccbf0ef49 2024-11-24T14:23:48,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/c2465269650e442db24fa7750d7bd5a3 is 50, key is test_row_0/C:col10/1732458228124/Put/seqid=0 2024-11-24T14:23:48,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:48,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T14:23:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:48,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:48,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:48,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742482_1658 (size=12151) 2024-11-24T14:23:48,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/c2465269650e442db24fa7750d7bd5a3 2024-11-24T14:23:48,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0c4d15c601cc4a97ac5fd6e9d411f3bb as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0c4d15c601cc4a97ac5fd6e9d411f3bb 2024-11-24T14:23:48,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0c4d15c601cc4a97ac5fd6e9d411f3bb, entries=150, sequenceid=245, filesize=30.4 K 2024-11-24T14:23:48,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/e16f164fc48b44118e3cf4cccbf0ef49 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/e16f164fc48b44118e3cf4cccbf0ef49 2024-11-24T14:23:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/e16f164fc48b44118e3cf4cccbf0ef49, entries=150, sequenceid=245, filesize=11.9 K 2024-11-24T14:23:48,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/c2465269650e442db24fa7750d7bd5a3 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2465269650e442db24fa7750d7bd5a3 2024-11-24T14:23:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2465269650e442db24fa7750d7bd5a3, entries=150, sequenceid=245, filesize=11.9 K 2024-11-24T14:23:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 7a6972b977d9da2e89c2c35b2de8262a in 221ms, sequenceid=245, compaction requested=true 2024-11-24T14:23:48,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:48,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:48,347 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:48,347 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:48,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,348 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,348 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/A is initiating minor compaction (all files) 2024-11-24T14:23:48,348 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:48,348 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/A in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:48,348 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/B is initiating minor compaction (all files) 2024-11-24T14:23:48,348 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/B in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:48,348 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8fcc296caa4d498ab85ed11c4699bfa9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/b1d56f9aa95445739981b20392926e3b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0c4d15c601cc4a97ac5fd6e9d411f3bb] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=108.4 K 2024-11-24T14:23:48,349 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:48,349 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/f3381940ec48408a9b7f2169abcdd2a5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/cc57dc1ec5e04cb3b5da7211b49b8abf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/e16f164fc48b44118e3cf4cccbf0ef49] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=36.0 K 2024-11-24T14:23:48,349 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8fcc296caa4d498ab85ed11c4699bfa9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/b1d56f9aa95445739981b20392926e3b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0c4d15c601cc4a97ac5fd6e9d411f3bb] 2024-11-24T14:23:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,349 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f3381940ec48408a9b7f2169abcdd2a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732458225191 2024-11-24T14:23:48,349 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fcc296caa4d498ab85ed11c4699bfa9, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732458225191 2024-11-24T14:23:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,349 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting cc57dc1ec5e04cb3b5da7211b49b8abf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732458227339 2024-11-24T14:23:48,349 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1d56f9aa95445739981b20392926e3b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732458226322 2024-11-24T14:23:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,352 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e16f164fc48b44118e3cf4cccbf0ef49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732458227504 2024-11-24T14:23:48,352 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c4d15c601cc4a97ac5fd6e9d411f3bb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732458227504 2024-11-24T14:23:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,368 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,370 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#B#compaction#561 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:48,370 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/9d78ddea66d0404cae025fb403b97278 is 50, key is test_row_0/B:col10/1732458228124/Put/seqid=0 2024-11-24T14:23:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,376 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124a8ca4a0685304d679daff786b2cf66fc_7a6972b977d9da2e89c2c35b2de8262a store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,378 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124a8ca4a0685304d679daff786b2cf66fc_7a6972b977d9da2e89c2c35b2de8262a, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:48,378 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a8ca4a0685304d679daff786b2cf66fc_7a6972b977d9da2e89c2c35b2de8262a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742483_1659 (size=12697) 2024-11-24T14:23:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,424 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/9d78ddea66d0404cae025fb403b97278 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/9d78ddea66d0404cae025fb403b97278 2024-11-24T14:23:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,430 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/B of 7a6972b977d9da2e89c2c35b2de8262a into 9d78ddea66d0404cae025fb403b97278(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:48,430 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:48,430 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/B, priority=13, startTime=1732458228347; duration=0sec 2024-11-24T14:23:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,430 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:48,430 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:B 2024-11-24T14:23:48,430 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,431 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:48,431 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/C is initiating minor compaction (all files) 2024-11-24T14:23:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,431 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/C in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:48,431 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/042dd95b9d644f9399611676cae56258, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e35843bb851b4ddfb0b18d2a9fc7c4de, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2465269650e442db24fa7750d7bd5a3] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=36.0 K 2024-11-24T14:23:48,432 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 042dd95b9d644f9399611676cae56258, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732458225191 2024-11-24T14:23:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,432 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e35843bb851b4ddfb0b18d2a9fc7c4de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732458227339 2024-11-24T14:23:48,432 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting c2465269650e442db24fa7750d7bd5a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732458227504 2024-11-24T14:23:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:48,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T14:23:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:48,440 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T14:23:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742484_1660 (size=4469) 2024-11-24T14:23:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,444 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#A#compaction#562 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,445 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/53145de548ab45a993ba3080d4b4aeca is 175, key is test_row_0/A:col10/1732458228124/Put/seqid=0 2024-11-24T14:23:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:48,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,455 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#C#compaction#563 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,456 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/f39a3666dbe04a1797cd1bafaefa035a is 50, key is test_row_0/C:col10/1732458228124/Put/seqid=0 2024-11-24T14:23:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242602c027e52240698b3ec09cb2c2df3b_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_1/A:col10/1732458228131/Put/seqid=0 2024-11-24T14:23:48,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742485_1661 (size=31651) 2024-11-24T14:23:48,495 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/53145de548ab45a993ba3080d4b4aeca as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/53145de548ab45a993ba3080d4b4aeca 2024-11-24T14:23:48,500 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/A of 7a6972b977d9da2e89c2c35b2de8262a into 53145de548ab45a993ba3080d4b4aeca(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:48,500 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:48,500 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/A, priority=13, startTime=1732458228347; duration=0sec 2024-11-24T14:23:48,500 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:48,500 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:A 2024-11-24T14:23:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742486_1662 (size=12697) 2024-11-24T14:23:48,514 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/f39a3666dbe04a1797cd1bafaefa035a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/f39a3666dbe04a1797cd1bafaefa035a 2024-11-24T14:23:48,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458288514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,519 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/C of 7a6972b977d9da2e89c2c35b2de8262a into f39a3666dbe04a1797cd1bafaefa035a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:48,519 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458288515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,519 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/C, priority=13, startTime=1732458228348; duration=0sec 2024-11-24T14:23:48,520 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:48,520 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:C 2024-11-24T14:23:48,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458288518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458288519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458288520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742487_1663 (size=9814) 2024-11-24T14:23:48,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,542 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242602c027e52240698b3ec09cb2c2df3b_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242602c027e52240698b3ec09cb2c2df3b_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:48,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/eef8e066f3364812a8ccd2c97945f142, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:48,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/eef8e066f3364812a8ccd2c97945f142 is 175, key is test_row_1/A:col10/1732458228131/Put/seqid=0 2024-11-24T14:23:48,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742488_1664 (size=22461) 2024-11-24T14:23:48,560 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/eef8e066f3364812a8ccd2c97945f142 2024-11-24T14:23:48,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/652836638e004361af34ae8db1b27b2c is 50, key is test_row_1/B:col10/1732458228131/Put/seqid=0 2024-11-24T14:23:48,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742489_1665 (size=9757) 2024-11-24T14:23:48,619 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/652836638e004361af34ae8db1b27b2c 2024-11-24T14:23:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T14:23:48,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458288621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458288621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458288626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458288627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458288628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/8626130fdca241ffae6312b03092347a is 50, key is test_row_1/C:col10/1732458228131/Put/seqid=0 2024-11-24T14:23:48,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742490_1666 (size=9757) 2024-11-24T14:23:48,680 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/8626130fdca241ffae6312b03092347a 2024-11-24T14:23:48,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/eef8e066f3364812a8ccd2c97945f142 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/eef8e066f3364812a8ccd2c97945f142 2024-11-24T14:23:48,689 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/eef8e066f3364812a8ccd2c97945f142, entries=100, sequenceid=255, filesize=21.9 K 2024-11-24T14:23:48,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/652836638e004361af34ae8db1b27b2c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/652836638e004361af34ae8db1b27b2c 2024-11-24T14:23:48,697 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/652836638e004361af34ae8db1b27b2c, entries=100, sequenceid=255, filesize=9.5 K 2024-11-24T14:23:48,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/8626130fdca241ffae6312b03092347a as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8626130fdca241ffae6312b03092347a 2024-11-24T14:23:48,707 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8626130fdca241ffae6312b03092347a, entries=100, sequenceid=255, filesize=9.5 K 2024-11-24T14:23:48,708 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 7a6972b977d9da2e89c2c35b2de8262a in 268ms, sequenceid=255, compaction requested=false 2024-11-24T14:23:48,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:48,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:48,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-24T14:23:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-24T14:23:48,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-24T14:23:48,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1930 sec 2024-11-24T14:23:48,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.1990 sec 2024-11-24T14:23:48,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T14:23:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458288832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458288832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458288833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458288834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458288837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cd0741b04fd5464f9224e444f1db5d30_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458228511/Put/seqid=0 2024-11-24T14:23:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742491_1667 (size=12454) 2024-11-24T14:23:48,874 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:48,883 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cd0741b04fd5464f9224e444f1db5d30_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cd0741b04fd5464f9224e444f1db5d30_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:48,885 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/176381ca928941098d0155d263096faa, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:48,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/176381ca928941098d0155d263096faa is 175, key is test_row_0/A:col10/1732458228511/Put/seqid=0 2024-11-24T14:23:48,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742492_1668 (size=31255) 2024-11-24T14:23:48,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458288937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458288938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458288939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:48,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458288939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458289136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458289141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458289143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458289143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458289143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,309 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/176381ca928941098d0155d263096faa 2024-11-24T14:23:49,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/991cae2b71f749508ae78ad4302795a7 is 50, key is test_row_0/B:col10/1732458228511/Put/seqid=0 2024-11-24T14:23:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742493_1669 (size=12301) 2024-11-24T14:23:49,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458289446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458289446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458289448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458289449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T14:23:49,622 INFO [Thread-2625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-24T14:23:49,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-24T14:23:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T14:23:49,627 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:49,627 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:49,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:49,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458289641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T14:23:49,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/991cae2b71f749508ae78ad4302795a7 2024-11-24T14:23:49,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/4ee314305a8d4f19b7b3eb606a68ed9f is 50, key is test_row_0/C:col10/1732458228511/Put/seqid=0 2024-11-24T14:23:49,780 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:49,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T14:23:49,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:49,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:49,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:49,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:49,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:49,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742494_1670 (size=12301) 2024-11-24T14:23:49,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/4ee314305a8d4f19b7b3eb606a68ed9f 2024-11-24T14:23:49,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/176381ca928941098d0155d263096faa as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/176381ca928941098d0155d263096faa 2024-11-24T14:23:49,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/176381ca928941098d0155d263096faa, entries=150, sequenceid=286, filesize=30.5 K 2024-11-24T14:23:49,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/991cae2b71f749508ae78ad4302795a7 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/991cae2b71f749508ae78ad4302795a7 2024-11-24T14:23:49,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/991cae2b71f749508ae78ad4302795a7, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T14:23:49,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/4ee314305a8d4f19b7b3eb606a68ed9f as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/4ee314305a8d4f19b7b3eb606a68ed9f 2024-11-24T14:23:49,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/4ee314305a8d4f19b7b3eb606a68ed9f, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T14:23:49,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 7a6972b977d9da2e89c2c35b2de8262a in 999ms, sequenceid=286, compaction requested=true 2024-11-24T14:23:49,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:49,826 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:49,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:49,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:49,827 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:49,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:49,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:49,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:49,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:49,828 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:49,828 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/B is initiating minor compaction (all files) 2024-11-24T14:23:49,829 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/B in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:49,829 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/9d78ddea66d0404cae025fb403b97278, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/652836638e004361af34ae8db1b27b2c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/991cae2b71f749508ae78ad4302795a7] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=33.9 K 2024-11-24T14:23:49,829 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:49,829 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/A is initiating minor compaction (all files) 2024-11-24T14:23:49,829 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/A in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:49,829 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/53145de548ab45a993ba3080d4b4aeca, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/eef8e066f3364812a8ccd2c97945f142, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/176381ca928941098d0155d263096faa] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=83.4 K 2024-11-24T14:23:49,829 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:49,829 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/53145de548ab45a993ba3080d4b4aeca, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/eef8e066f3364812a8ccd2c97945f142, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/176381ca928941098d0155d263096faa] 2024-11-24T14:23:49,830 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d78ddea66d0404cae025fb403b97278, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732458227504 2024-11-24T14:23:49,830 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53145de548ab45a993ba3080d4b4aeca, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732458227504 2024-11-24T14:23:49,830 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 652836638e004361af34ae8db1b27b2c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732458228131 2024-11-24T14:23:49,830 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting eef8e066f3364812a8ccd2c97945f142, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732458228131 2024-11-24T14:23:49,831 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 176381ca928941098d0155d263096faa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732458228511 2024-11-24T14:23:49,831 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 991cae2b71f749508ae78ad4302795a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732458228511 2024-11-24T14:23:49,852 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:49,862 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#B#compaction#571 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:49,862 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/62c3e4d87d2649f797fecd727367ec37 is 50, key is test_row_0/B:col10/1732458228511/Put/seqid=0 2024-11-24T14:23:49,868 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d210e043ec464db8beb89f5ec2d42d48_7a6972b977d9da2e89c2c35b2de8262a store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:49,870 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d210e043ec464db8beb89f5ec2d42d48_7a6972b977d9da2e89c2c35b2de8262a, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:49,870 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d210e043ec464db8beb89f5ec2d42d48_7a6972b977d9da2e89c2c35b2de8262a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742495_1671 (size=12949) 2024-11-24T14:23:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T14:23:49,933 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:49,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T14:23:49,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:49,934 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T14:23:49,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:49,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:49,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:49,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:49,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:49,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742496_1672 (size=4469) 2024-11-24T14:23:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:49,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:49,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241f4578c899dd4e0aad0b189e56f424d0_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458228833/Put/seqid=0 2024-11-24T14:23:49,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458289984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458289985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458289988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:49,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458289989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742497_1673 (size=12454) 2024-11-24T14:23:50,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:50,007 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241f4578c899dd4e0aad0b189e56f424d0_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241f4578c899dd4e0aad0b189e56f424d0_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:50,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/80700ed273a2435e8bbeb9ae94014a85, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/80700ed273a2435e8bbeb9ae94014a85 is 175, key is test_row_0/A:col10/1732458228833/Put/seqid=0 2024-11-24T14:23:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742498_1674 (size=31255) 2024-11-24T14:23:50,024 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/80700ed273a2435e8bbeb9ae94014a85 2024-11-24T14:23:50,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/2559104e8c0445a2a9a3e00403bd5edc is 50, key is test_row_0/B:col10/1732458228833/Put/seqid=0 2024-11-24T14:23:50,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742499_1675 (size=12301) 2024-11-24T14:23:50,076 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/2559104e8c0445a2a9a3e00403bd5edc 2024-11-24T14:23:50,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/5f553f47b26f4058bdfeb99bc59c5ab2 is 50, key is test_row_0/C:col10/1732458228833/Put/seqid=0 2024-11-24T14:23:50,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458290090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458290090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458290093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458290094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742500_1676 (size=12301) 2024-11-24T14:23:50,116 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/5f553f47b26f4058bdfeb99bc59c5ab2 2024-11-24T14:23:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/80700ed273a2435e8bbeb9ae94014a85 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/80700ed273a2435e8bbeb9ae94014a85 2024-11-24T14:23:50,126 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/80700ed273a2435e8bbeb9ae94014a85, entries=150, sequenceid=294, filesize=30.5 K 2024-11-24T14:23:50,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/2559104e8c0445a2a9a3e00403bd5edc as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2559104e8c0445a2a9a3e00403bd5edc 2024-11-24T14:23:50,133 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2559104e8c0445a2a9a3e00403bd5edc, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T14:23:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/5f553f47b26f4058bdfeb99bc59c5ab2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5f553f47b26f4058bdfeb99bc59c5ab2 2024-11-24T14:23:50,149 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5f553f47b26f4058bdfeb99bc59c5ab2, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T14:23:50,151 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 7a6972b977d9da2e89c2c35b2de8262a in 217ms, sequenceid=294, compaction requested=true 2024-11-24T14:23:50,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:50,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:50,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-24T14:23:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-24T14:23:50,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-24T14:23:50,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 525 msec 2024-11-24T14:23:50,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 530 msec 2024-11-24T14:23:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T14:23:50,230 INFO [Thread-2625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-24T14:23:50,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-24T14:23:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T14:23:50,235 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:50,235 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:50,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:50,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-24T14:23:50,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:50,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:50,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:50,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:50,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:50,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:50,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458290299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458290303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458290304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458290305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112462902296162245c5be47b81ef75e543a_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458230294/Put/seqid=0 2024-11-24T14:23:50,334 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/62c3e4d87d2649f797fecd727367ec37 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/62c3e4d87d2649f797fecd727367ec37 2024-11-24T14:23:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T14:23:50,341 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/B of 7a6972b977d9da2e89c2c35b2de8262a into 62c3e4d87d2649f797fecd727367ec37(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:50,341 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:50,341 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/B, priority=13, startTime=1732458229827; duration=0sec 2024-11-24T14:23:50,341 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:50,341 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:B 2024-11-24T14:23:50,341 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:50,343 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:50,343 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/C is initiating minor compaction (all files) 2024-11-24T14:23:50,343 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/C in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:50,343 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/f39a3666dbe04a1797cd1bafaefa035a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8626130fdca241ffae6312b03092347a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/4ee314305a8d4f19b7b3eb606a68ed9f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5f553f47b26f4058bdfeb99bc59c5ab2] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=46.0 K 2024-11-24T14:23:50,344 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting f39a3666dbe04a1797cd1bafaefa035a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732458227504 2024-11-24T14:23:50,344 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 8626130fdca241ffae6312b03092347a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732458228131 2024-11-24T14:23:50,345 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ee314305a8d4f19b7b3eb606a68ed9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732458228511 2024-11-24T14:23:50,346 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f553f47b26f4058bdfeb99bc59c5ab2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732458228829 2024-11-24T14:23:50,351 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#A#compaction#570 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:50,352 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/36bc739714064e35bdfafede6e231965 is 175, key is test_row_0/A:col10/1732458228511/Put/seqid=0 2024-11-24T14:23:50,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742501_1677 (size=12454) 2024-11-24T14:23:50,378 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#C#compaction#576 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:50,379 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/0d0f8a86a5424bf4a309be2bc17b3d1c is 50, key is test_row_0/C:col10/1732458228833/Put/seqid=0 2024-11-24T14:23:50,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742502_1678 (size=31903) 2024-11-24T14:23:50,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:50,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T14:23:50,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:50,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,393 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/36bc739714064e35bdfafede6e231965 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/36bc739714064e35bdfafede6e231965 2024-11-24T14:23:50,398 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/A of 7a6972b977d9da2e89c2c35b2de8262a into 36bc739714064e35bdfafede6e231965(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:50,398 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:50,398 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/A, priority=13, startTime=1732458229826; duration=0sec 2024-11-24T14:23:50,398 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:50,398 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:A 2024-11-24T14:23:50,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458290409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742503_1679 (size=12983) 2024-11-24T14:23:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458290409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458290409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,417 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/0d0f8a86a5424bf4a309be2bc17b3d1c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/0d0f8a86a5424bf4a309be2bc17b3d1c 2024-11-24T14:23:50,422 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/C of 7a6972b977d9da2e89c2c35b2de8262a into 0d0f8a86a5424bf4a309be2bc17b3d1c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:50,422 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:50,422 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/C, priority=12, startTime=1732458229827; duration=0sec 2024-11-24T14:23:50,422 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:50,422 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:C 2024-11-24T14:23:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T14:23:50,541 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:50,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T14:23:50,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:50,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:50,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:50,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458290607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458290614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458290614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458290614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458290645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:50,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T14:23:50,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:50,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:50,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:50,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,764 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:50,771 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112462902296162245c5be47b81ef75e543a_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112462902296162245c5be47b81ef75e543a_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:50,773 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0ba8c6c98ca24514a383d2f4c863b466, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:50,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0ba8c6c98ca24514a383d2f4c863b466 is 175, key is test_row_0/A:col10/1732458230294/Put/seqid=0 2024-11-24T14:23:50,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742504_1680 (size=31255) 2024-11-24T14:23:50,793 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0ba8c6c98ca24514a383d2f4c863b466 2024-11-24T14:23:50,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/0fb3796fd74f4698901432156b1262b0 is 50, key is test_row_0/B:col10/1732458230294/Put/seqid=0 2024-11-24T14:23:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742505_1681 (size=12301) 2024-11-24T14:23:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T14:23:50,847 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:50,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T14:23:50,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:50,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:50,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:50,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458290916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458290917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458290919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:50,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:50,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T14:23:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:51,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458291114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:51,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:51,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T14:23:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:51,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:51,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/0fb3796fd74f4698901432156b1262b0 2024-11-24T14:23:51,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/e4ffe4b1ad504c009aad710a9808abfb is 50, key is test_row_0/C:col10/1732458230294/Put/seqid=0 2024-11-24T14:23:51,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742506_1682 (size=12301) 2024-11-24T14:23:51,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/e4ffe4b1ad504c009aad710a9808abfb 2024-11-24T14:23:51,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/0ba8c6c98ca24514a383d2f4c863b466 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0ba8c6c98ca24514a383d2f4c863b466 2024-11-24T14:23:51,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0ba8c6c98ca24514a383d2f4c863b466, entries=150, sequenceid=324, filesize=30.5 K 2024-11-24T14:23:51,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/0fb3796fd74f4698901432156b1262b0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/0fb3796fd74f4698901432156b1262b0 2024-11-24T14:23:51,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/0fb3796fd74f4698901432156b1262b0, entries=150, sequenceid=324, filesize=12.0 K 2024-11-24T14:23:51,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/e4ffe4b1ad504c009aad710a9808abfb as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e4ffe4b1ad504c009aad710a9808abfb 2024-11-24T14:23:51,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e4ffe4b1ad504c009aad710a9808abfb, entries=150, sequenceid=324, filesize=12.0 K 2024-11-24T14:23:51,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 7a6972b977d9da2e89c2c35b2de8262a in 982ms, sequenceid=324, compaction requested=true 2024-11-24T14:23:51,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:51,279 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:51,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:51,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:51,280 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:51,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:51,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:51,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:51,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:51,280 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:51,280 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/A is initiating minor compaction (all files) 2024-11-24T14:23:51,280 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/A in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:51,281 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/36bc739714064e35bdfafede6e231965, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/80700ed273a2435e8bbeb9ae94014a85, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0ba8c6c98ca24514a383d2f4c863b466] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=92.2 K 2024-11-24T14:23:51,281 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:51,281 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/36bc739714064e35bdfafede6e231965, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/80700ed273a2435e8bbeb9ae94014a85, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0ba8c6c98ca24514a383d2f4c863b466] 2024-11-24T14:23:51,281 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:51,281 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36bc739714064e35bdfafede6e231965, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732458228511 2024-11-24T14:23:51,281 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/B is initiating minor compaction (all files) 2024-11-24T14:23:51,281 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/B in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:51,281 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/62c3e4d87d2649f797fecd727367ec37, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2559104e8c0445a2a9a3e00403bd5edc, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/0fb3796fd74f4698901432156b1262b0] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=36.7 K 2024-11-24T14:23:51,282 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 62c3e4d87d2649f797fecd727367ec37, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732458228511 2024-11-24T14:23:51,282 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80700ed273a2435e8bbeb9ae94014a85, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732458228829 2024-11-24T14:23:51,283 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ba8c6c98ca24514a383d2f4c863b466, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732458229981 2024-11-24T14:23:51,284 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 2559104e8c0445a2a9a3e00403bd5edc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732458228829 2024-11-24T14:23:51,286 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fb3796fd74f4698901432156b1262b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732458229981 2024-11-24T14:23:51,297 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:51,299 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#B#compaction#579 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:51,300 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/757912a546cc4a5fad32c7cad57e6ea6 is 50, key is test_row_0/B:col10/1732458230294/Put/seqid=0 2024-11-24T14:23:51,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:51,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T14:23:51,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:51,305 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T14:23:51,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:51,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:51,307 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124fba7a258088746b6b60e76a42ff608cf_7a6972b977d9da2e89c2c35b2de8262a store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:51,309 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124fba7a258088746b6b60e76a42ff608cf_7a6972b977d9da2e89c2c35b2de8262a, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:51,309 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fba7a258088746b6b60e76a42ff608cf_7a6972b977d9da2e89c2c35b2de8262a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T14:23:51,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112489344b3133fc4021820b98881d48a6e8_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458230301/Put/seqid=0 2024-11-24T14:23:51,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742508_1684 (size=4469) 2024-11-24T14:23:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742507_1683 (size=13051) 2024-11-24T14:23:51,359 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/757912a546cc4a5fad32c7cad57e6ea6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/757912a546cc4a5fad32c7cad57e6ea6 2024-11-24T14:23:51,366 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/B of 7a6972b977d9da2e89c2c35b2de8262a into 757912a546cc4a5fad32c7cad57e6ea6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:51,366 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:51,366 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/B, priority=13, startTime=1732458231280; duration=0sec 2024-11-24T14:23:51,366 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:51,366 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:B 2024-11-24T14:23:51,366 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T14:23:51,366 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T14:23:51,367 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T14:23:51,367 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. because compaction request was cancelled 2024-11-24T14:23:51,367 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:C 2024-11-24T14:23:51,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742509_1685 (size=12454) 2024-11-24T14:23:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:51,399 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112489344b3133fc4021820b98881d48a6e8_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112489344b3133fc4021820b98881d48a6e8_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/99ac6aef54574047ab2e8461025efaa8, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:51,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/99ac6aef54574047ab2e8461025efaa8 is 175, key is test_row_0/A:col10/1732458230301/Put/seqid=0 2024-11-24T14:23:51,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742510_1686 (size=31255) 2024-11-24T14:23:51,427 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/99ac6aef54574047ab2e8461025efaa8 2024-11-24T14:23:51,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:51,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/2dd60fe08a3642f5be0741e501f5ff87 is 50, key is test_row_0/B:col10/1732458230301/Put/seqid=0 2024-11-24T14:23:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742511_1687 (size=12301) 2024-11-24T14:23:51,452 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/2dd60fe08a3642f5be0741e501f5ff87 2024-11-24T14:23:51,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/3aab511d64a94b12a0f21ce3defb35eb is 50, key is test_row_0/C:col10/1732458230301/Put/seqid=0 2024-11-24T14:23:51,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742512_1688 (size=12301) 2024-11-24T14:23:51,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458291467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:51,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458291471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:51,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458291471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:51,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458291572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:51,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458291575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:51,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458291577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:51,749 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#A#compaction#580 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:51,749 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/8ea078fc140846299149a84c8acbc419 is 175, key is test_row_0/A:col10/1732458230294/Put/seqid=0 2024-11-24T14:23:51,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458291775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:51,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458291780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:51,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458291780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:51,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742513_1689 (size=32005) 2024-11-24T14:23:51,805 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/8ea078fc140846299149a84c8acbc419 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8ea078fc140846299149a84c8acbc419 2024-11-24T14:23:51,811 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/A of 7a6972b977d9da2e89c2c35b2de8262a into 8ea078fc140846299149a84c8acbc419(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:51,811 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:51,811 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/A, priority=13, startTime=1732458231279; duration=0sec 2024-11-24T14:23:51,811 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:51,812 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:A 2024-11-24T14:23:51,871 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/3aab511d64a94b12a0f21ce3defb35eb 2024-11-24T14:23:51,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/99ac6aef54574047ab2e8461025efaa8 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/99ac6aef54574047ab2e8461025efaa8 2024-11-24T14:23:51,880 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/99ac6aef54574047ab2e8461025efaa8, entries=150, sequenceid=333, filesize=30.5 K 2024-11-24T14:23:51,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/2dd60fe08a3642f5be0741e501f5ff87 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2dd60fe08a3642f5be0741e501f5ff87 2024-11-24T14:23:51,884 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2dd60fe08a3642f5be0741e501f5ff87, entries=150, sequenceid=333, filesize=12.0 K 2024-11-24T14:23:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/3aab511d64a94b12a0f21ce3defb35eb as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/3aab511d64a94b12a0f21ce3defb35eb 2024-11-24T14:23:51,889 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/3aab511d64a94b12a0f21ce3defb35eb, entries=150, sequenceid=333, filesize=12.0 K 2024-11-24T14:23:51,890 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 7a6972b977d9da2e89c2c35b2de8262a in 585ms, sequenceid=333, compaction requested=true 2024-11-24T14:23:51,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:51,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:51,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-24T14:23:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-24T14:23:51,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-24T14:23:51,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6560 sec 2024-11-24T14:23:51,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.6610 sec 2024-11-24T14:23:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:52,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-24T14:23:52,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:52,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:52,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:52,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:52,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:52,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:52,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458292084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458292085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458292086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240996540bc88d4c0098e9797a5ebee9b6_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458231466/Put/seqid=0 2024-11-24T14:23:52,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54876 deadline: 1732458292124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742514_1690 (size=14994) 2024-11-24T14:23:52,157 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,162 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240996540bc88d4c0098e9797a5ebee9b6_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240996540bc88d4c0098e9797a5ebee9b6_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:52,163 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/57c6e48f0ac24f6d9931a8b6c526be75, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:52,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/57c6e48f0ac24f6d9931a8b6c526be75 is 175, key is test_row_0/A:col10/1732458231466/Put/seqid=0 2024-11-24T14:23:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742515_1691 (size=39949) 2024-11-24T14:23:52,179 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/57c6e48f0ac24f6d9931a8b6c526be75 2024-11-24T14:23:52,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/aa48233bdd224b99b10b5b6e9cea25f2 is 50, key is test_row_0/B:col10/1732458231466/Put/seqid=0 2024-11-24T14:23:52,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458292206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742516_1692 (size=12301) 2024-11-24T14:23:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458292210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T14:23:52,341 INFO [Thread-2625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-24T14:23:52,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T14:23:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-24T14:23:52,344 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T14:23:52,344 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T14:23:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T14:23:52,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T14:23:52,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458292410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458292415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T14:23:52,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:52,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T14:23:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:52,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:52,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:52,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:52,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:52,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458292590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/aa48233bdd224b99b10b5b6e9cea25f2 2024-11-24T14:23:52,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/fc2750391260476299cc3be18c3af816 is 50, key is test_row_0/C:col10/1732458231466/Put/seqid=0 2024-11-24T14:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T14:23:52,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54850 deadline: 1732458292648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,650 DEBUG [Thread-2621 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., hostname=fb354886b420,39319,1732458063252, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T14:23:52,652 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:52,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T14:23:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:52,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:52,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742517_1693 (size=12301) 2024-11-24T14:23:52,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/fc2750391260476299cc3be18c3af816 2024-11-24T14:23:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/57c6e48f0ac24f6d9931a8b6c526be75 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/57c6e48f0ac24f6d9931a8b6c526be75 2024-11-24T14:23:52,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/57c6e48f0ac24f6d9931a8b6c526be75, entries=200, sequenceid=366, filesize=39.0 K 2024-11-24T14:23:52,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/aa48233bdd224b99b10b5b6e9cea25f2 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/aa48233bdd224b99b10b5b6e9cea25f2 2024-11-24T14:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/aa48233bdd224b99b10b5b6e9cea25f2, entries=150, sequenceid=366, filesize=12.0 K 2024-11-24T14:23:52,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/fc2750391260476299cc3be18c3af816 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/fc2750391260476299cc3be18c3af816 2024-11-24T14:23:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/fc2750391260476299cc3be18c3af816, entries=150, sequenceid=366, filesize=12.0 K 2024-11-24T14:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 7a6972b977d9da2e89c2c35b2de8262a in 602ms, sequenceid=366, compaction requested=true 2024-11-24T14:23:52,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:52,684 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T14:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T14:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a6972b977d9da2e89c2c35b2de8262a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T14:23:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:52,684 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T14:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,685 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:52,685 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T14:23:52,685 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/A is initiating minor compaction (all files) 2024-11-24T14:23:52,685 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/B is initiating minor compaction (all files) 2024-11-24T14:23:52,686 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/A in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:52,686 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/B in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:52,686 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8ea078fc140846299149a84c8acbc419, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/99ac6aef54574047ab2e8461025efaa8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/57c6e48f0ac24f6d9931a8b6c526be75] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=100.8 K 2024-11-24T14:23:52,686 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/757912a546cc4a5fad32c7cad57e6ea6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2dd60fe08a3642f5be0741e501f5ff87, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/aa48233bdd224b99b10b5b6e9cea25f2] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=36.8 K 2024-11-24T14:23:52,686 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:52,686 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. files: [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8ea078fc140846299149a84c8acbc419, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/99ac6aef54574047ab2e8461025efaa8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/57c6e48f0ac24f6d9931a8b6c526be75] 2024-11-24T14:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,686 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 757912a546cc4a5fad32c7cad57e6ea6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732458229981 2024-11-24T14:23:52,686 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ea078fc140846299149a84c8acbc419, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732458229981 2024-11-24T14:23:52,687 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dd60fe08a3642f5be0741e501f5ff87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732458230301 2024-11-24T14:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,687 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99ac6aef54574047ab2e8461025efaa8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732458230301 2024-11-24T14:23:52,687 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting aa48233bdd224b99b10b5b6e9cea25f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732458231466 2024-11-24T14:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,687 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57c6e48f0ac24f6d9931a8b6c526be75, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732458231466 2024-11-24T14:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,696 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,698 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124c2f7802dccc84f6ba6eb822e6bfedad0_7a6972b977d9da2e89c2c35b2de8262a store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,699 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#B#compaction#588 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:52,700 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/c4f358b5aa47440b988dce74a7cbac33 is 50, key is test_row_0/B:col10/1732458231466/Put/seqid=0 2024-11-24T14:23:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,702 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124c2f7802dccc84f6ba6eb822e6bfedad0_7a6972b977d9da2e89c2c35b2de8262a, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,702 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c2f7802dccc84f6ba6eb822e6bfedad0_7a6972b977d9da2e89c2c35b2de8262a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742518_1694 (size=13153) 2024-11-24T14:23:52,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742519_1695 (size=4469) 2024-11-24T14:23:52,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T14:23:52,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:52,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:52,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:52,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:52,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:52,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:52,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124810758938714449d80d2c7c2a7af074e_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458232083/Put/seqid=0 2024-11-24T14:23:52,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:52,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T14:23:52,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:52,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:52,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:52,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:52,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458292832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742520_1696 (size=12454) 2024-11-24T14:23:52,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458292835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,840 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:52,843 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124810758938714449d80d2c7c2a7af074e_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124810758938714449d80d2c7c2a7af074e_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:52,845 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/a36ee39c0ccc47b79d87a18d38773b31, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:52,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/a36ee39c0ccc47b79d87a18d38773b31 is 175, key is test_row_0/A:col10/1732458232083/Put/seqid=0 2024-11-24T14:23:52,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742521_1697 (size=31255) 2024-11-24T14:23:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458292936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458292940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T14:23:52,962 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:52,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T14:23:52,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:52,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:52,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:52,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:52,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,105 DEBUG [Thread-2632 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:57219 2024-11-24T14:23:53,105 DEBUG [Thread-2632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:53,106 DEBUG [Thread-2628 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:57219 2024-11-24T14:23:53,106 DEBUG [Thread-2628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:53,108 DEBUG [Thread-2626 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:57219 2024-11-24T14:23:53,108 DEBUG [Thread-2626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:53,108 DEBUG [Thread-2630 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:57219 2024-11-24T14:23:53,108 DEBUG [Thread-2630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:53,109 DEBUG [Thread-2634 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:57219 2024-11-24T14:23:53,110 DEBUG [Thread-2634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:53,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:53,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T14:23:53,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:53,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:53,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:53,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458293140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:53,143 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/c4f358b5aa47440b988dce74a7cbac33 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/c4f358b5aa47440b988dce74a7cbac33 2024-11-24T14:23:53,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458293145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:53,146 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/B of 7a6972b977d9da2e89c2c35b2de8262a into c4f358b5aa47440b988dce74a7cbac33(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:53,147 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:53,147 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/B, priority=13, startTime=1732458232684; duration=0sec 2024-11-24T14:23:53,147 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T14:23:53,147 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:B 2024-11-24T14:23:53,147 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T14:23:53,148 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T14:23:53,148 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1540): 7a6972b977d9da2e89c2c35b2de8262a/C is initiating minor compaction (all files) 2024-11-24T14:23:53,148 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7a6972b977d9da2e89c2c35b2de8262a/C in TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:53,148 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/0d0f8a86a5424bf4a309be2bc17b3d1c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e4ffe4b1ad504c009aad710a9808abfb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/3aab511d64a94b12a0f21ce3defb35eb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/fc2750391260476299cc3be18c3af816] into tmpdir=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp, totalSize=48.7 K 2024-11-24T14:23:53,148 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d0f8a86a5424bf4a309be2bc17b3d1c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732458228829 2024-11-24T14:23:53,149 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting e4ffe4b1ad504c009aad710a9808abfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732458229981 2024-11-24T14:23:53,149 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aab511d64a94b12a0f21ce3defb35eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732458230301 2024-11-24T14:23:53,149 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] compactions.Compactor(224): Compacting fc2750391260476299cc3be18c3af816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732458231466 2024-11-24T14:23:53,158 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#A#compaction#587 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:53,158 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/97143370a92c4cfbbad8b83670629148 is 175, key is test_row_0/A:col10/1732458231466/Put/seqid=0 2024-11-24T14:23:53,161 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a6972b977d9da2e89c2c35b2de8262a#C#compaction#590 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T14:23:53,162 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/402c383d7fa34c50ab633aaaf9b55396 is 50, key is test_row_0/C:col10/1732458231466/Put/seqid=0 2024-11-24T14:23:53,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742523_1699 (size=13119) 2024-11-24T14:23:53,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742522_1698 (size=32107) 2024-11-24T14:23:53,266 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/a36ee39c0ccc47b79d87a18d38773b31 2024-11-24T14:23:53,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:53,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T14:23:53,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/5b78e80e67be4f7c83af8489b9f5b15c is 50, key is test_row_0/B:col10/1732458232083/Put/seqid=0 2024-11-24T14:23:53,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:53,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:53,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:53,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742524_1700 (size=12301) 2024-11-24T14:23:53,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:53,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T14:23:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:53,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:53,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:53,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1732458293443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T14:23:53,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54824 deadline: 1732458293448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:53,576 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/402c383d7fa34c50ab633aaaf9b55396 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/402c383d7fa34c50ab633aaaf9b55396 2024-11-24T14:23:53,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:53,578 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/97143370a92c4cfbbad8b83670629148 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/97143370a92c4cfbbad8b83670629148 2024-11-24T14:23:53,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T14:23:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:53,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T14:23:53,581 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/C of 7a6972b977d9da2e89c2c35b2de8262a into 402c383d7fa34c50ab633aaaf9b55396(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:53,581 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:53,581 INFO [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/C, priority=12, startTime=1732458232684; duration=0sec 2024-11-24T14:23:53,581 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:53,581 DEBUG [RS:0;fb354886b420:39319-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:C 2024-11-24T14:23:53,583 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7a6972b977d9da2e89c2c35b2de8262a/A of 7a6972b977d9da2e89c2c35b2de8262a into 97143370a92c4cfbbad8b83670629148(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T14:23:53,583 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:53,583 INFO [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a., storeName=7a6972b977d9da2e89c2c35b2de8262a/A, priority=13, startTime=1732458232683; duration=0sec 2024-11-24T14:23:53,583 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T14:23:53,583 DEBUG [RS:0;fb354886b420:39319-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a6972b977d9da2e89c2c35b2de8262a:A 2024-11-24T14:23:53,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T14:23:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54852 deadline: 1732458293598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 2024-11-24T14:23:53,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/5b78e80e67be4f7c83af8489b9f5b15c 2024-11-24T14:23:53,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/44f6e5c0a8b143b28e30f46d842a0629 is 50, key is test_row_0/C:col10/1732458232083/Put/seqid=0 2024-11-24T14:23:53,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742525_1701 (size=12301) 2024-11-24T14:23:53,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/44f6e5c0a8b143b28e30f46d842a0629 2024-11-24T14:23:53,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/a36ee39c0ccc47b79d87a18d38773b31 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/a36ee39c0ccc47b79d87a18d38773b31 2024-11-24T14:23:53,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/a36ee39c0ccc47b79d87a18d38773b31, entries=150, sequenceid=377, filesize=30.5 K 2024-11-24T14:23:53,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/5b78e80e67be4f7c83af8489b9f5b15c as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/5b78e80e67be4f7c83af8489b9f5b15c 2024-11-24T14:23:53,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/5b78e80e67be4f7c83af8489b9f5b15c, entries=150, sequenceid=377, filesize=12.0 K 2024-11-24T14:23:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/44f6e5c0a8b143b28e30f46d842a0629 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/44f6e5c0a8b143b28e30f46d842a0629 2024-11-24T14:23:53,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/44f6e5c0a8b143b28e30f46d842a0629, entries=150, sequenceid=377, filesize=12.0 K 2024-11-24T14:23:53,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7a6972b977d9da2e89c2c35b2de8262a in 933ms, sequenceid=377, compaction requested=false 2024-11-24T14:23:53,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:53,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:53,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T14:23:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:53,732 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T14:23:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245245131428e747d596a7f63d65875e52_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458232827/Put/seqid=0 2024-11-24T14:23:53,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742526_1702 (size=12454) 2024-11-24T14:23:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39319 {}] regionserver.HRegion(8581): Flush requested on 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:53,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. as already flushing 2024-11-24T14:23:53,946 DEBUG [Thread-2615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:57219 2024-11-24T14:23:53,946 DEBUG [Thread-2615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:53,954 DEBUG [Thread-2617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:57219 2024-11-24T14:23:53,954 DEBUG [Thread-2617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:54,137 DEBUG [Thread-2619 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:57219 2024-11-24T14:23:54,137 DEBUG [Thread-2619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:54,148 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245245131428e747d596a7f63d65875e52_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245245131428e747d596a7f63d65875e52_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/47ef2923947e49d7a07586668c3fed41, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/47ef2923947e49d7a07586668c3fed41 is 175, key is test_row_0/A:col10/1732458232827/Put/seqid=0 2024-11-24T14:23:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742527_1703 (size=31255) 2024-11-24T14:23:54,156 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/47ef2923947e49d7a07586668c3fed41 2024-11-24T14:23:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/ba26dfd6439f41e594eac33f5f40d2dd is 50, key is test_row_0/B:col10/1732458232827/Put/seqid=0 2024-11-24T14:23:54,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742528_1704 (size=12301) 2024-11-24T14:23:54,176 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/ba26dfd6439f41e594eac33f5f40d2dd 2024-11-24T14:23:54,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/0462b57c35cd4b5184c15772129922a0 is 50, key is test_row_0/C:col10/1732458232827/Put/seqid=0 2024-11-24T14:23:54,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742529_1705 (size=12301) 2024-11-24T14:23:54,186 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/0462b57c35cd4b5184c15772129922a0 2024-11-24T14:23:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/47ef2923947e49d7a07586668c3fed41 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/47ef2923947e49d7a07586668c3fed41 2024-11-24T14:23:54,194 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/47ef2923947e49d7a07586668c3fed41, entries=150, sequenceid=405, filesize=30.5 K 2024-11-24T14:23:54,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/ba26dfd6439f41e594eac33f5f40d2dd as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/ba26dfd6439f41e594eac33f5f40d2dd 2024-11-24T14:23:54,197 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/ba26dfd6439f41e594eac33f5f40d2dd, entries=150, sequenceid=405, filesize=12.0 K 2024-11-24T14:23:54,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/0462b57c35cd4b5184c15772129922a0 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/0462b57c35cd4b5184c15772129922a0 2024-11-24T14:23:54,200 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/0462b57c35cd4b5184c15772129922a0, entries=150, sequenceid=405, filesize=12.0 K 2024-11-24T14:23:54,201 INFO [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for 7a6972b977d9da2e89c2c35b2de8262a in 469ms, sequenceid=405, compaction requested=true 2024-11-24T14:23:54,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:54,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:54,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb354886b420:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-24T14:23:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-24T14:23:54,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-24T14:23:54,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec 2024-11-24T14:23:54,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.8610 sec 2024-11-24T14:23:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T14:23:54,449 INFO [Thread-2625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-24T14:23:55,602 DEBUG [Thread-2623 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:57219 2024-11-24T14:23:55,602 DEBUG [Thread-2623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:56,673 DEBUG [Thread-2621 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:57219 2024-11-24T14:23:56,673 DEBUG [Thread-2621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:56,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T14:23:56,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-24T14:23:56,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-24T14:23:56,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-24T14:23:56,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-24T14:23:56,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-24T14:23:56,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T14:23:56,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6222 2024-11-24T14:23:56,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6083 2024-11-24T14:23:56,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6065 2024-11-24T14:23:56,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6214 2024-11-24T14:23:56,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6106 2024-11-24T14:23:56,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T14:23:56,674 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T14:23:56,674 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5765d46a to 127.0.0.1:57219 2024-11-24T14:23:56,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:56,674 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T14:23:56,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T14:23:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T14:23:56,677 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458236677"}]},"ts":"1732458236677"} 2024-11-24T14:23:56,678 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T14:23:56,680 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T14:23:56,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T14:23:56,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a, UNASSIGN}] 2024-11-24T14:23:56,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a, UNASSIGN 2024-11-24T14:23:56,682 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=7a6972b977d9da2e89c2c35b2de8262a, regionState=CLOSING, regionLocation=fb354886b420,39319,1732458063252 2024-11-24T14:23:56,683 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T14:23:56,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure 7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252}] 2024-11-24T14:23:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T14:23:56,834 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fb354886b420,39319,1732458063252 2024-11-24T14:23:56,835 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:56,835 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T14:23:56,835 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing 7a6972b977d9da2e89c2c35b2de8262a, disabling compactions & flushes 2024-11-24T14:23:56,835 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:56,835 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:56,835 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. after waiting 0 ms 2024-11-24T14:23:56,835 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:56,835 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing 7a6972b977d9da2e89c2c35b2de8262a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T14:23:56,835 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=A 2024-11-24T14:23:56,835 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:56,835 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=B 2024-11-24T14:23:56,836 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:56,836 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a6972b977d9da2e89c2c35b2de8262a, store=C 2024-11-24T14:23:56,836 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T14:23:56,841 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244fbbfb833898407696e44a5f60a1319b_7a6972b977d9da2e89c2c35b2de8262a is 50, key is test_row_0/A:col10/1732458236672/Put/seqid=0 2024-11-24T14:23:56,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742530_1706 (size=12454) 2024-11-24T14:23:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T14:23:57,245 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T14:23:57,249 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244fbbfb833898407696e44a5f60a1319b_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244fbbfb833898407696e44a5f60a1319b_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:57,250 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/56cb2e23effa42d5bb0ddcb405f1a361, store: [table=TestAcidGuarantees family=A region=7a6972b977d9da2e89c2c35b2de8262a] 2024-11-24T14:23:57,250 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/56cb2e23effa42d5bb0ddcb405f1a361 is 175, key is test_row_0/A:col10/1732458236672/Put/seqid=0 2024-11-24T14:23:57,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742531_1707 (size=31255) 2024-11-24T14:23:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T14:23:57,654 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/56cb2e23effa42d5bb0ddcb405f1a361 2024-11-24T14:23:57,660 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/7212ab6a7fa04ba099898b1d39f0d4b1 is 50, key is test_row_0/B:col10/1732458236672/Put/seqid=0 2024-11-24T14:23:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742532_1708 (size=12301) 2024-11-24T14:23:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T14:23:58,064 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/7212ab6a7fa04ba099898b1d39f0d4b1 2024-11-24T14:23:58,070 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/1e19238df9d1404ba7b15cda42f9493e is 50, key is test_row_0/C:col10/1732458236672/Put/seqid=0 2024-11-24T14:23:58,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742533_1709 (size=12301) 2024-11-24T14:23:58,474 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/1e19238df9d1404ba7b15cda42f9493e 2024-11-24T14:23:58,477 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/A/56cb2e23effa42d5bb0ddcb405f1a361 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/56cb2e23effa42d5bb0ddcb405f1a361 2024-11-24T14:23:58,480 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/56cb2e23effa42d5bb0ddcb405f1a361, entries=150, sequenceid=413, filesize=30.5 K 2024-11-24T14:23:58,481 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/B/7212ab6a7fa04ba099898b1d39f0d4b1 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/7212ab6a7fa04ba099898b1d39f0d4b1 2024-11-24T14:23:58,483 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/7212ab6a7fa04ba099898b1d39f0d4b1, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T14:23:58,484 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/.tmp/C/1e19238df9d1404ba7b15cda42f9493e as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/1e19238df9d1404ba7b15cda42f9493e 2024-11-24T14:23:58,488 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/1e19238df9d1404ba7b15cda42f9493e, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T14:23:58,488 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7a6972b977d9da2e89c2c35b2de8262a in 1653ms, sequenceid=413, compaction requested=true 2024-11-24T14:23:58,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/54c2bf49607a47fd8a74d357a76957e1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ce2fff360fba46d69ec75374e323d58e, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ed06f2c713394e27b5ebc7a0be784804, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/9a3748e6e2324fdf950dc0335ceb9fa0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0d1dea66822e401c81992923c280e508, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/359e892880d74a47ae5dcd1019b2a98c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/2a51fd03f00c49b7a63f2db0c89dc4c1, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/c07e3281cd6749c2b086c02adaa7df1a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/090b44850f3b428da7d4dd8580152301, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5905480aa4d5402f90a5591cae6c95fd, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/445e1ac101784e13b04e90c50fbcc550, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5c596ee9e2a246d9afd7db1230b3f00a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0bb335b78e564c21bcfe2adb91fc1039, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8fcc296caa4d498ab85ed11c4699bfa9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/b1d56f9aa95445739981b20392926e3b, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/53145de548ab45a993ba3080d4b4aeca, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0c4d15c601cc4a97ac5fd6e9d411f3bb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/eef8e066f3364812a8ccd2c97945f142, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/36bc739714064e35bdfafede6e231965, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/176381ca928941098d0155d263096faa, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/80700ed273a2435e8bbeb9ae94014a85, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8ea078fc140846299149a84c8acbc419, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0ba8c6c98ca24514a383d2f4c863b466, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/99ac6aef54574047ab2e8461025efaa8, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/57c6e48f0ac24f6d9931a8b6c526be75] to archive 2024-11-24T14:23:58,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:23:58,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/54c2bf49607a47fd8a74d357a76957e1 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/54c2bf49607a47fd8a74d357a76957e1 2024-11-24T14:23:58,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ce2fff360fba46d69ec75374e323d58e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ce2fff360fba46d69ec75374e323d58e 2024-11-24T14:23:58,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ed06f2c713394e27b5ebc7a0be784804 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/ed06f2c713394e27b5ebc7a0be784804 2024-11-24T14:23:58,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/9a3748e6e2324fdf950dc0335ceb9fa0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/9a3748e6e2324fdf950dc0335ceb9fa0 2024-11-24T14:23:58,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0d1dea66822e401c81992923c280e508 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0d1dea66822e401c81992923c280e508 2024-11-24T14:23:58,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/359e892880d74a47ae5dcd1019b2a98c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/359e892880d74a47ae5dcd1019b2a98c 2024-11-24T14:23:58,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/2a51fd03f00c49b7a63f2db0c89dc4c1 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/2a51fd03f00c49b7a63f2db0c89dc4c1 2024-11-24T14:23:58,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/c07e3281cd6749c2b086c02adaa7df1a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/c07e3281cd6749c2b086c02adaa7df1a 2024-11-24T14:23:58,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/090b44850f3b428da7d4dd8580152301 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/090b44850f3b428da7d4dd8580152301 2024-11-24T14:23:58,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5905480aa4d5402f90a5591cae6c95fd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5905480aa4d5402f90a5591cae6c95fd 2024-11-24T14:23:58,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/445e1ac101784e13b04e90c50fbcc550 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/445e1ac101784e13b04e90c50fbcc550 2024-11-24T14:23:58,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5c596ee9e2a246d9afd7db1230b3f00a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/5c596ee9e2a246d9afd7db1230b3f00a 2024-11-24T14:23:58,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0bb335b78e564c21bcfe2adb91fc1039 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0bb335b78e564c21bcfe2adb91fc1039 2024-11-24T14:23:58,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8fcc296caa4d498ab85ed11c4699bfa9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8fcc296caa4d498ab85ed11c4699bfa9 2024-11-24T14:23:58,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/b1d56f9aa95445739981b20392926e3b to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/b1d56f9aa95445739981b20392926e3b 2024-11-24T14:23:58,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/53145de548ab45a993ba3080d4b4aeca to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/53145de548ab45a993ba3080d4b4aeca 2024-11-24T14:23:58,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0c4d15c601cc4a97ac5fd6e9d411f3bb to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0c4d15c601cc4a97ac5fd6e9d411f3bb 2024-11-24T14:23:58,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/eef8e066f3364812a8ccd2c97945f142 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/eef8e066f3364812a8ccd2c97945f142 2024-11-24T14:23:58,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/36bc739714064e35bdfafede6e231965 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/36bc739714064e35bdfafede6e231965 2024-11-24T14:23:58,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/176381ca928941098d0155d263096faa to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/176381ca928941098d0155d263096faa 2024-11-24T14:23:58,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/80700ed273a2435e8bbeb9ae94014a85 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/80700ed273a2435e8bbeb9ae94014a85 2024-11-24T14:23:58,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8ea078fc140846299149a84c8acbc419 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/8ea078fc140846299149a84c8acbc419 2024-11-24T14:23:58,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0ba8c6c98ca24514a383d2f4c863b466 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/0ba8c6c98ca24514a383d2f4c863b466 2024-11-24T14:23:58,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/99ac6aef54574047ab2e8461025efaa8 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/99ac6aef54574047ab2e8461025efaa8 2024-11-24T14:23:58,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/57c6e48f0ac24f6d9931a8b6c526be75 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/57c6e48f0ac24f6d9931a8b6c526be75 2024-11-24T14:23:58,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/a02060522f7640fca8add810654f7d91, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/6b3f60c1b674466b8293e5d803a2eae9, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/1548677319314a868e2fab66ae506737, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/647ba766a46f4f0c8305eb709cdd72b2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/7f2fe4eb733a4aa7b505f693bd545b40, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/09d17ae661df4251a9326d15de9712ae, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/6b85a7f652ef400394b43c493f0f6065, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/671a32e8064644f8b40572881407cd06, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/56316f485d704bc7a4713b4c996637b5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/9314382259cb4c88b93facace59cabef, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/5ab18b3dcb3443f898a6d99159bb5111, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/ec02706274dc47039ab13bb94b425847, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/f3381940ec48408a9b7f2169abcdd2a5, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/51f01bbc37b54c5bb98b1a901167acff, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/cc57dc1ec5e04cb3b5da7211b49b8abf, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/9d78ddea66d0404cae025fb403b97278, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/e16f164fc48b44118e3cf4cccbf0ef49, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/652836638e004361af34ae8db1b27b2c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/62c3e4d87d2649f797fecd727367ec37, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/991cae2b71f749508ae78ad4302795a7, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2559104e8c0445a2a9a3e00403bd5edc, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/757912a546cc4a5fad32c7cad57e6ea6, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/0fb3796fd74f4698901432156b1262b0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2dd60fe08a3642f5be0741e501f5ff87, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/aa48233bdd224b99b10b5b6e9cea25f2] to archive 2024-11-24T14:23:58,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:23:58,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/a02060522f7640fca8add810654f7d91 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/a02060522f7640fca8add810654f7d91 2024-11-24T14:23:58,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/6b3f60c1b674466b8293e5d803a2eae9 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/6b3f60c1b674466b8293e5d803a2eae9 2024-11-24T14:23:58,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/1548677319314a868e2fab66ae506737 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/1548677319314a868e2fab66ae506737 2024-11-24T14:23:58,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/647ba766a46f4f0c8305eb709cdd72b2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/647ba766a46f4f0c8305eb709cdd72b2 2024-11-24T14:23:58,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/7f2fe4eb733a4aa7b505f693bd545b40 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/7f2fe4eb733a4aa7b505f693bd545b40 2024-11-24T14:23:58,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/09d17ae661df4251a9326d15de9712ae to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/09d17ae661df4251a9326d15de9712ae 2024-11-24T14:23:58,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/6b85a7f652ef400394b43c493f0f6065 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/6b85a7f652ef400394b43c493f0f6065 2024-11-24T14:23:58,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/671a32e8064644f8b40572881407cd06 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/671a32e8064644f8b40572881407cd06 2024-11-24T14:23:58,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/56316f485d704bc7a4713b4c996637b5 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/56316f485d704bc7a4713b4c996637b5 2024-11-24T14:23:58,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/9314382259cb4c88b93facace59cabef to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/9314382259cb4c88b93facace59cabef 2024-11-24T14:23:58,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/5ab18b3dcb3443f898a6d99159bb5111 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/5ab18b3dcb3443f898a6d99159bb5111 2024-11-24T14:23:58,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/ec02706274dc47039ab13bb94b425847 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/ec02706274dc47039ab13bb94b425847 2024-11-24T14:23:58,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/f3381940ec48408a9b7f2169abcdd2a5 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/f3381940ec48408a9b7f2169abcdd2a5 2024-11-24T14:23:58,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/51f01bbc37b54c5bb98b1a901167acff to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/51f01bbc37b54c5bb98b1a901167acff 2024-11-24T14:23:58,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/cc57dc1ec5e04cb3b5da7211b49b8abf to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/cc57dc1ec5e04cb3b5da7211b49b8abf 2024-11-24T14:23:58,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/9d78ddea66d0404cae025fb403b97278 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/9d78ddea66d0404cae025fb403b97278 2024-11-24T14:23:58,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/e16f164fc48b44118e3cf4cccbf0ef49 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/e16f164fc48b44118e3cf4cccbf0ef49 2024-11-24T14:23:58,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/652836638e004361af34ae8db1b27b2c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/652836638e004361af34ae8db1b27b2c 2024-11-24T14:23:58,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/62c3e4d87d2649f797fecd727367ec37 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/62c3e4d87d2649f797fecd727367ec37 2024-11-24T14:23:58,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/991cae2b71f749508ae78ad4302795a7 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/991cae2b71f749508ae78ad4302795a7 2024-11-24T14:23:58,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2559104e8c0445a2a9a3e00403bd5edc to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2559104e8c0445a2a9a3e00403bd5edc 2024-11-24T14:23:58,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/757912a546cc4a5fad32c7cad57e6ea6 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/757912a546cc4a5fad32c7cad57e6ea6 2024-11-24T14:23:58,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/0fb3796fd74f4698901432156b1262b0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/0fb3796fd74f4698901432156b1262b0 2024-11-24T14:23:58,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2dd60fe08a3642f5be0741e501f5ff87 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/2dd60fe08a3642f5be0741e501f5ff87 2024-11-24T14:23:58,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/aa48233bdd224b99b10b5b6e9cea25f2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/aa48233bdd224b99b10b5b6e9cea25f2 2024-11-24T14:23:58,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/1aa7a18b07f24fa8b92331c0360bfbc3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/82f4d2a02a764e2b831574bc42e1566d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/fd2149b6a2494652a528b250263a413c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/6219701aefe84c4498b132ef5b5722a2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8964e32375e04389bc1904038991e727, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/60ac266db4224fa4a06645688dbddbf4, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/dd5ac12d798c458382c34a354dd1a059, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2fedd61735144daac69da43e89b6e0f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/68e4c0e1e4f340268770932f7b2c48a0, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/f31089034d5942f4baec4d1c35e95904, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/efdd0e0eb3db423ea84c3b5b9dc9ab0d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5e73a9c62b024d30925ef85dcf9fcd1d, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/042dd95b9d644f9399611676cae56258, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/ce561987090b4efd953e93fe76876910, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e35843bb851b4ddfb0b18d2a9fc7c4de, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/f39a3666dbe04a1797cd1bafaefa035a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2465269650e442db24fa7750d7bd5a3, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8626130fdca241ffae6312b03092347a, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/4ee314305a8d4f19b7b3eb606a68ed9f, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/0d0f8a86a5424bf4a309be2bc17b3d1c, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5f553f47b26f4058bdfeb99bc59c5ab2, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e4ffe4b1ad504c009aad710a9808abfb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/3aab511d64a94b12a0f21ce3defb35eb, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/fc2750391260476299cc3be18c3af816] to archive 2024-11-24T14:23:58,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T14:23:58,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/1aa7a18b07f24fa8b92331c0360bfbc3 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/1aa7a18b07f24fa8b92331c0360bfbc3 2024-11-24T14:23:58,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/82f4d2a02a764e2b831574bc42e1566d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/82f4d2a02a764e2b831574bc42e1566d 2024-11-24T14:23:58,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/fd2149b6a2494652a528b250263a413c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/fd2149b6a2494652a528b250263a413c 2024-11-24T14:23:58,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/6219701aefe84c4498b132ef5b5722a2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/6219701aefe84c4498b132ef5b5722a2 2024-11-24T14:23:58,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8964e32375e04389bc1904038991e727 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8964e32375e04389bc1904038991e727 2024-11-24T14:23:58,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/60ac266db4224fa4a06645688dbddbf4 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/60ac266db4224fa4a06645688dbddbf4 2024-11-24T14:23:58,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/dd5ac12d798c458382c34a354dd1a059 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/dd5ac12d798c458382c34a354dd1a059 2024-11-24T14:23:58,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2fedd61735144daac69da43e89b6e0f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2fedd61735144daac69da43e89b6e0f 2024-11-24T14:23:58,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/68e4c0e1e4f340268770932f7b2c48a0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/68e4c0e1e4f340268770932f7b2c48a0 2024-11-24T14:23:58,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/f31089034d5942f4baec4d1c35e95904 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/f31089034d5942f4baec4d1c35e95904 2024-11-24T14:23:58,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/efdd0e0eb3db423ea84c3b5b9dc9ab0d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/efdd0e0eb3db423ea84c3b5b9dc9ab0d 2024-11-24T14:23:58,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5e73a9c62b024d30925ef85dcf9fcd1d to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5e73a9c62b024d30925ef85dcf9fcd1d 2024-11-24T14:23:58,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/042dd95b9d644f9399611676cae56258 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/042dd95b9d644f9399611676cae56258 2024-11-24T14:23:58,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/ce561987090b4efd953e93fe76876910 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/ce561987090b4efd953e93fe76876910 2024-11-24T14:23:58,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e35843bb851b4ddfb0b18d2a9fc7c4de to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e35843bb851b4ddfb0b18d2a9fc7c4de 2024-11-24T14:23:58,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/f39a3666dbe04a1797cd1bafaefa035a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/f39a3666dbe04a1797cd1bafaefa035a 2024-11-24T14:23:58,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2465269650e442db24fa7750d7bd5a3 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/c2465269650e442db24fa7750d7bd5a3 2024-11-24T14:23:58,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8626130fdca241ffae6312b03092347a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/8626130fdca241ffae6312b03092347a 2024-11-24T14:23:58,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/4ee314305a8d4f19b7b3eb606a68ed9f to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/4ee314305a8d4f19b7b3eb606a68ed9f 2024-11-24T14:23:58,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/0d0f8a86a5424bf4a309be2bc17b3d1c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/0d0f8a86a5424bf4a309be2bc17b3d1c 2024-11-24T14:23:58,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5f553f47b26f4058bdfeb99bc59c5ab2 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/5f553f47b26f4058bdfeb99bc59c5ab2 2024-11-24T14:23:58,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e4ffe4b1ad504c009aad710a9808abfb to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/e4ffe4b1ad504c009aad710a9808abfb 2024-11-24T14:23:58,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/3aab511d64a94b12a0f21ce3defb35eb to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/3aab511d64a94b12a0f21ce3defb35eb 2024-11-24T14:23:58,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/fc2750391260476299cc3be18c3af816 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/fc2750391260476299cc3be18c3af816 2024-11-24T14:23:58,569 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/recovered.edits/416.seqid, newMaxSeqId=416, maxSeqId=4 2024-11-24T14:23:58,569 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a. 2024-11-24T14:23:58,569 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for 7a6972b977d9da2e89c2c35b2de8262a: 2024-11-24T14:23:58,570 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed 7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=7a6972b977d9da2e89c2c35b2de8262a, regionState=CLOSED 2024-11-24T14:23:58,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-24T14:23:58,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure 7a6972b977d9da2e89c2c35b2de8262a, server=fb354886b420,39319,1732458063252 in 1.8890 sec 2024-11-24T14:23:58,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-11-24T14:23:58,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a6972b977d9da2e89c2c35b2de8262a, UNASSIGN in 1.8920 sec 2024-11-24T14:23:58,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-24T14:23:58,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8940 sec 2024-11-24T14:23:58,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732458238576"}]},"ts":"1732458238576"} 2024-11-24T14:23:58,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T14:23:58,579 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T14:23:58,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9040 sec 2024-11-24T14:23:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T14:23:58,781 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-24T14:23:58,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T14:23:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:58,783 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T14:23:58,784 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:58,787 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,789 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C, FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/recovered.edits] 2024-11-24T14:23:58,791 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/47ef2923947e49d7a07586668c3fed41 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/47ef2923947e49d7a07586668c3fed41 2024-11-24T14:23:58,792 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/56cb2e23effa42d5bb0ddcb405f1a361 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/56cb2e23effa42d5bb0ddcb405f1a361 2024-11-24T14:23:58,793 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/97143370a92c4cfbbad8b83670629148 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/97143370a92c4cfbbad8b83670629148 2024-11-24T14:23:58,794 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/a36ee39c0ccc47b79d87a18d38773b31 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/A/a36ee39c0ccc47b79d87a18d38773b31 2024-11-24T14:23:58,796 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/5b78e80e67be4f7c83af8489b9f5b15c to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/5b78e80e67be4f7c83af8489b9f5b15c 2024-11-24T14:23:58,797 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/7212ab6a7fa04ba099898b1d39f0d4b1 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/7212ab6a7fa04ba099898b1d39f0d4b1 2024-11-24T14:23:58,798 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/ba26dfd6439f41e594eac33f5f40d2dd to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/ba26dfd6439f41e594eac33f5f40d2dd 2024-11-24T14:23:58,800 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/c4f358b5aa47440b988dce74a7cbac33 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/B/c4f358b5aa47440b988dce74a7cbac33 2024-11-24T14:23:58,802 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/0462b57c35cd4b5184c15772129922a0 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/0462b57c35cd4b5184c15772129922a0 2024-11-24T14:23:58,803 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/1e19238df9d1404ba7b15cda42f9493e to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/1e19238df9d1404ba7b15cda42f9493e 2024-11-24T14:23:58,804 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/402c383d7fa34c50ab633aaaf9b55396 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/402c383d7fa34c50ab633aaaf9b55396 2024-11-24T14:23:58,806 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/44f6e5c0a8b143b28e30f46d842a0629 to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/C/44f6e5c0a8b143b28e30f46d842a0629 2024-11-24T14:23:58,810 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/recovered.edits/416.seqid to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a/recovered.edits/416.seqid 2024-11-24T14:23:58,810 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/default/TestAcidGuarantees/7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,810 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T14:23:58,811 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T14:23:58,811 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T14:23:58,817 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240996540bc88d4c0098e9797a5ebee9b6_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240996540bc88d4c0098e9797a5ebee9b6_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,818 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a1b68ac7eaa429b9be0341bead3f04c_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a1b68ac7eaa429b9be0341bead3f04c_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,818 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241f4578c899dd4e0aad0b189e56f424d0_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241f4578c899dd4e0aad0b189e56f424d0_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,819 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112422ae24a336a94c078a478ac00a2e9814_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112422ae24a336a94c078a478ac00a2e9814_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,821 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242602c027e52240698b3ec09cb2c2df3b_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242602c027e52240698b3ec09cb2c2df3b_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,822 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244fbbfb833898407696e44a5f60a1319b_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244fbbfb833898407696e44a5f60a1319b_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,823 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245245131428e747d596a7f63d65875e52_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245245131428e747d596a7f63d65875e52_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,824 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112462902296162245c5be47b81ef75e543a_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112462902296162245c5be47b81ef75e543a_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,824 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124810758938714449d80d2c7c2a7af074e_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124810758938714449d80d2c7c2a7af074e_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,825 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248174049a95ff4acdb2c119c2e97145e1_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248174049a95ff4acdb2c119c2e97145e1_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,826 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124853e99e9209f415eb1ca79d9d0a4277a_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124853e99e9209f415eb1ca79d9d0a4277a_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,827 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112485f445f64e10417e96757b51b233dc96_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112485f445f64e10417e96757b51b233dc96_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,828 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112489344b3133fc4021820b98881d48a6e8_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112489344b3133fc4021820b98881d48a6e8_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,829 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248ba3a9fa0ca14032b843974e79fc6402_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248ba3a9fa0ca14032b843974e79fc6402_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,830 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112496374a2c90434699bdea7ca875307ead_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112496374a2c90434699bdea7ca875307ead_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,831 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249d5c1fcfcd034cc1ad2a4bee730bb646_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249d5c1fcfcd034cc1ad2a4bee730bb646_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,832 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a45ab79854794919a1c2027d7ac739a5_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a45ab79854794919a1c2027d7ac739a5_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,833 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c2f85910e2354752a23317cf2d38d281_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c2f85910e2354752a23317cf2d38d281_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,834 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cd0741b04fd5464f9224e444f1db5d30_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cd0741b04fd5464f9224e444f1db5d30_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,835 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc24fb896a9f4414981c5eff03cc87c3_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc24fb896a9f4414981c5eff03cc87c3_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,836 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd7f3433a1834c1ea1102ae6dbcd0f20_7a6972b977d9da2e89c2c35b2de8262a to hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd7f3433a1834c1ea1102ae6dbcd0f20_7a6972b977d9da2e89c2c35b2de8262a 2024-11-24T14:23:58,836 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T14:23:58,839 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:58,841 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T14:23:58,842 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T14:23:58,843 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:58,843 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T14:23:58,844 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732458238843"}]},"ts":"9223372036854775807"} 2024-11-24T14:23:58,845 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T14:23:58,845 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7a6972b977d9da2e89c2c35b2de8262a, NAME => 'TestAcidGuarantees,,1732458211524.7a6972b977d9da2e89c2c35b2de8262a.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T14:23:58,845 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T14:23:58,845 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732458238845"}]},"ts":"9223372036854775807"} 2024-11-24T14:23:58,847 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T14:23:58,849 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T14:23:58,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-24T14:23:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T14:23:58,885 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-24T14:23:58,895 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239 (was 239), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=668 (was 719), ProcessCount=11 (was 11), AvailableMemoryMB=7307 (was 7361) 2024-11-24T14:23:58,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T14:23:58,895 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T14:23:58,895 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:57219 2024-11-24T14:23:58,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:58,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T14:23:58,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=955959901, stopped=false 2024-11-24T14:23:58,896 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=fb354886b420,37723,1732458062542 2024-11-24T14:23:58,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T14:23:58,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T14:23:58,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:23:58,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:23:58,898 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-24T14:23:58,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:58,899 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fb354886b420,39319,1732458063252' ***** 2024-11-24T14:23:58,899 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-24T14:23:58,899 INFO [RS:0;fb354886b420:39319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T14:23:58,900 INFO [RS:0;fb354886b420:39319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T14:23:58,900 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-24T14:23:58,900 INFO [RS:0;fb354886b420:39319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T14:23:58,900 INFO [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(3579): Received CLOSE for fcfe0801274194cf7b7ea8b5d4cc2dc7 2024-11-24T14:23:58,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T14:23:58,900 INFO [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1224): stopping server fb354886b420,39319,1732458063252 2024-11-24T14:23:58,900 DEBUG [RS:0;fb354886b420:39319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:58,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T14:23:58,901 INFO [RS:0;fb354886b420:39319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T14:23:58,901 INFO [RS:0;fb354886b420:39319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T14:23:58,901 INFO [RS:0;fb354886b420:39319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T14:23:58,901 INFO [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-24T14:23:58,901 INFO [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-24T14:23:58,901 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, fcfe0801274194cf7b7ea8b5d4cc2dc7=hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7.} 2024-11-24T14:23:58,901 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fcfe0801274194cf7b7ea8b5d4cc2dc7, disabling compactions & flushes 2024-11-24T14:23:58,901 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:23:58,901 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:23:58,901 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. after waiting 0 ms 2024-11-24T14:23:58,901 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:23:58,901 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing fcfe0801274194cf7b7ea8b5d4cc2dc7 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-24T14:23:58,902 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T14:23:58,902 INFO [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T14:23:58,902 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T14:23:58,902 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T14:23:58,902 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T14:23:58,902 INFO [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-24T14:23:58,902 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fcfe0801274194cf7b7ea8b5d4cc2dc7 2024-11-24T14:23:58,920 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/namespace/fcfe0801274194cf7b7ea8b5d4cc2dc7/.tmp/info/d3c2f9099d1240fb81ae853504fc6387 is 45, key is default/info:d/1732458068551/Put/seqid=0 2024-11-24T14:23:58,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742534_1710 (size=5037) 2024-11-24T14:23:58,939 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/.tmp/info/91053baef62f42d29b959e5425c03516 is 143, key is hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7./info:regioninfo/1732458068434/Put/seqid=0 2024-11-24T14:23:58,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742535_1711 (size=7725) 2024-11-24T14:23:58,966 INFO [regionserver/fb354886b420:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T14:23:59,103 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fcfe0801274194cf7b7ea8b5d4cc2dc7 2024-11-24T14:23:59,303 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fcfe0801274194cf7b7ea8b5d4cc2dc7 2024-11-24T14:23:59,324 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/namespace/fcfe0801274194cf7b7ea8b5d4cc2dc7/.tmp/info/d3c2f9099d1240fb81ae853504fc6387 2024-11-24T14:23:59,328 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/namespace/fcfe0801274194cf7b7ea8b5d4cc2dc7/.tmp/info/d3c2f9099d1240fb81ae853504fc6387 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/namespace/fcfe0801274194cf7b7ea8b5d4cc2dc7/info/d3c2f9099d1240fb81ae853504fc6387 2024-11-24T14:23:59,330 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/namespace/fcfe0801274194cf7b7ea8b5d4cc2dc7/info/d3c2f9099d1240fb81ae853504fc6387, entries=2, sequenceid=6, filesize=4.9 K 2024-11-24T14:23:59,331 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for fcfe0801274194cf7b7ea8b5d4cc2dc7 in 430ms, sequenceid=6, compaction requested=false 2024-11-24T14:23:59,334 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/namespace/fcfe0801274194cf7b7ea8b5d4cc2dc7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T14:23:59,335 INFO [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:23:59,335 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fcfe0801274194cf7b7ea8b5d4cc2dc7: 2024-11-24T14:23:59,335 DEBUG [RS_CLOSE_REGION-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732458067199.fcfe0801274194cf7b7ea8b5d4cc2dc7. 2024-11-24T14:23:59,342 INFO [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/.tmp/info/91053baef62f42d29b959e5425c03516 2024-11-24T14:23:59,362 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/.tmp/rep_barrier/a5c145a17bda4646a07b835240aa1bf6 is 102, key is TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222./rep_barrier:/1732458095762/DeleteFamily/seqid=0 2024-11-24T14:23:59,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742536_1712 (size=6025) 2024-11-24T14:23:59,366 INFO [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/.tmp/rep_barrier/a5c145a17bda4646a07b835240aa1bf6 2024-11-24T14:23:59,390 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/.tmp/table/9870ee592d4d4d7aba9534a0407cfee6 is 96, key is TestAcidGuarantees,,1732458068817.c51c5bddfbcd39a877b7e91bb7d41222./table:/1732458095762/DeleteFamily/seqid=0 2024-11-24T14:23:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742537_1713 (size=5942) 2024-11-24T14:23:59,503 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T14:23:59,703 DEBUG [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T14:23:59,794 INFO [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/.tmp/table/9870ee592d4d4d7aba9534a0407cfee6 2024-11-24T14:23:59,798 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/.tmp/info/91053baef62f42d29b959e5425c03516 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/info/91053baef62f42d29b959e5425c03516 2024-11-24T14:23:59,802 INFO [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/info/91053baef62f42d29b959e5425c03516, entries=22, sequenceid=93, filesize=7.5 K 2024-11-24T14:23:59,803 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/.tmp/rep_barrier/a5c145a17bda4646a07b835240aa1bf6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/rep_barrier/a5c145a17bda4646a07b835240aa1bf6 2024-11-24T14:23:59,806 INFO [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/rep_barrier/a5c145a17bda4646a07b835240aa1bf6, entries=6, sequenceid=93, filesize=5.9 K 2024-11-24T14:23:59,807 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/.tmp/table/9870ee592d4d4d7aba9534a0407cfee6 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/table/9870ee592d4d4d7aba9534a0407cfee6 2024-11-24T14:23:59,810 INFO [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/table/9870ee592d4d4d7aba9534a0407cfee6, entries=9, sequenceid=93, filesize=5.8 K 2024-11-24T14:23:59,811 INFO [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=93, compaction requested=false 2024-11-24T14:23:59,819 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-24T14:23:59,819 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T14:23:59,819 INFO [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T14:23:59,820 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T14:23:59,820 DEBUG [RS_CLOSE_META-regionserver/fb354886b420:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T14:23:59,858 INFO [regionserver/fb354886b420:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T14:23:59,859 INFO [regionserver/fb354886b420:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T14:23:59,904 INFO [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1250): stopping server fb354886b420,39319,1732458063252; all regions closed. 2024-11-24T14:23:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741834_1010 (size=26050) 2024-11-24T14:23:59,912 DEBUG [RS:0;fb354886b420:39319 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/oldWALs 2024-11-24T14:23:59,912 INFO [RS:0;fb354886b420:39319 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fb354886b420%2C39319%2C1732458063252.meta:.meta(num 1732458066956) 2024-11-24T14:23:59,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741832_1008 (size=16806457) 2024-11-24T14:23:59,916 DEBUG [RS:0;fb354886b420:39319 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/oldWALs 2024-11-24T14:23:59,916 INFO [RS:0;fb354886b420:39319 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fb354886b420%2C39319%2C1732458063252:(num 1732458066018) 2024-11-24T14:23:59,916 DEBUG [RS:0;fb354886b420:39319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:59,916 INFO [RS:0;fb354886b420:39319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T14:23:59,917 INFO [RS:0;fb354886b420:39319 {}] hbase.ChoreService(370): Chore service for: regionserver/fb354886b420:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-24T14:23:59,917 INFO [RS:0;fb354886b420:39319 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39319 2024-11-24T14:23:59,920 INFO [regionserver/fb354886b420:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T14:23:59,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb354886b420,39319,1732458063252 2024-11-24T14:23:59,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T14:23:59,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb354886b420,39319,1732458063252] 2024-11-24T14:23:59,922 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing fb354886b420,39319,1732458063252; numProcessing=1 2024-11-24T14:23:59,924 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/fb354886b420,39319,1732458063252 already deleted, retry=false 2024-11-24T14:23:59,924 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; fb354886b420,39319,1732458063252 expired; onlineServers=0 2024-11-24T14:23:59,924 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fb354886b420,37723,1732458062542' ***** 2024-11-24T14:23:59,924 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T14:23:59,924 DEBUG [M:0;fb354886b420:37723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c8ae9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb354886b420/172.17.0.2:0 2024-11-24T14:23:59,924 INFO [M:0;fb354886b420:37723 {}] regionserver.HRegionServer(1224): stopping server fb354886b420,37723,1732458062542 2024-11-24T14:23:59,924 INFO [M:0;fb354886b420:37723 {}] regionserver.HRegionServer(1250): stopping server fb354886b420,37723,1732458062542; all regions closed. 2024-11-24T14:23:59,924 DEBUG [M:0;fb354886b420:37723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T14:23:59,924 DEBUG [M:0;fb354886b420:37723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T14:23:59,925 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T14:23:59,925 DEBUG [M:0;fb354886b420:37723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T14:23:59,925 DEBUG [master/fb354886b420:0:becomeActiveMaster-HFileCleaner.large.0-1732458065727 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb354886b420:0:becomeActiveMaster-HFileCleaner.large.0-1732458065727,5,FailOnTimeoutGroup] 2024-11-24T14:23:59,925 DEBUG [master/fb354886b420:0:becomeActiveMaster-HFileCleaner.small.0-1732458065727 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb354886b420:0:becomeActiveMaster-HFileCleaner.small.0-1732458065727,5,FailOnTimeoutGroup] 2024-11-24T14:23:59,925 INFO [M:0;fb354886b420:37723 {}] hbase.ChoreService(370): Chore service for: master/fb354886b420:0 had [] on shutdown 2024-11-24T14:23:59,925 DEBUG [M:0;fb354886b420:37723 {}] master.HMaster(1733): Stopping service threads 2024-11-24T14:23:59,925 INFO [M:0;fb354886b420:37723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T14:23:59,925 ERROR [M:0;fb354886b420:37723 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:45001 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45001,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T14:23:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T14:23:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T14:23:59,926 INFO [M:0;fb354886b420:37723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T14:23:59,926 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T14:23:59,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T14:23:59,927 DEBUG [M:0;fb354886b420:37723 {}] zookeeper.ZKUtil(347): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T14:23:59,927 WARN [M:0;fb354886b420:37723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T14:23:59,927 INFO [M:0;fb354886b420:37723 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-24T14:23:59,927 INFO [M:0;fb354886b420:37723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T14:23:59,927 DEBUG [M:0;fb354886b420:37723 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T14:23:59,927 INFO [M:0;fb354886b420:37723 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T14:23:59,927 DEBUG [M:0;fb354886b420:37723 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T14:23:59,927 DEBUG [M:0;fb354886b420:37723 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T14:23:59,927 DEBUG [M:0;fb354886b420:37723 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T14:23:59,927 INFO [M:0;fb354886b420:37723 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=802.48 KB heapSize=989.02 KB 2024-11-24T14:23:59,956 DEBUG [M:0;fb354886b420:37723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7a92f4701cc447b83e1edc2a42e0478 is 82, key is hbase:meta,,1/info:regioninfo/1732458067090/Put/seqid=0 2024-11-24T14:23:59,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742538_1714 (size=5672) 2024-11-24T14:24:00,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T14:24:00,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10029e7d88a0001, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T14:24:00,024 INFO [RS:0;fb354886b420:39319 {}] regionserver.HRegionServer(1307): Exiting; stopping=fb354886b420,39319,1732458063252; zookeeper connection closed. 2024-11-24T14:24:00,024 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dc8c757 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dc8c757 2024-11-24T14:24:00,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T14:24:00,366 INFO [M:0;fb354886b420:37723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2310 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7a92f4701cc447b83e1edc2a42e0478 2024-11-24T14:24:00,391 DEBUG [M:0;fb354886b420:37723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8927493b64754c1389e3ea4ea3897737 is 2278, key is \x00\x00\x00\x00\x00\x00\x00,/proc:d/1732458098909/Put/seqid=0 2024-11-24T14:24:00,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742539_1715 (size=45100) 2024-11-24T14:24:00,409 INFO [M:0;fb354886b420:37723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=801.92 KB at sequenceid=2310 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8927493b64754c1389e3ea4ea3897737 2024-11-24T14:24:00,414 INFO [M:0;fb354886b420:37723 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8927493b64754c1389e3ea4ea3897737 2024-11-24T14:24:00,446 DEBUG [M:0;fb354886b420:37723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a2c57919c194b6ebecf5b8dc688a463 is 69, key is fb354886b420,39319,1732458063252/rs:state/1732458065782/Put/seqid=0 2024-11-24T14:24:00,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073742540_1716 (size=5156) 2024-11-24T14:24:00,466 INFO [M:0;fb354886b420:37723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2310 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a2c57919c194b6ebecf5b8dc688a463 2024-11-24T14:24:00,472 DEBUG [M:0;fb354886b420:37723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7a92f4701cc447b83e1edc2a42e0478 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7a92f4701cc447b83e1edc2a42e0478 2024-11-24T14:24:00,476 INFO [M:0;fb354886b420:37723 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7a92f4701cc447b83e1edc2a42e0478, entries=8, sequenceid=2310, filesize=5.5 K 2024-11-24T14:24:00,477 DEBUG [M:0;fb354886b420:37723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8927493b64754c1389e3ea4ea3897737 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8927493b64754c1389e3ea4ea3897737 2024-11-24T14:24:00,480 INFO [M:0;fb354886b420:37723 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8927493b64754c1389e3ea4ea3897737 2024-11-24T14:24:00,480 INFO [M:0;fb354886b420:37723 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8927493b64754c1389e3ea4ea3897737, entries=179, sequenceid=2310, filesize=44.0 K 2024-11-24T14:24:00,481 DEBUG [M:0;fb354886b420:37723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a2c57919c194b6ebecf5b8dc688a463 as hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a2c57919c194b6ebecf5b8dc688a463 2024-11-24T14:24:00,486 INFO [M:0;fb354886b420:37723 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45001/user/jenkins/test-data/fd270750-b48f-8fb5-e13d-bc73e9abd475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a2c57919c194b6ebecf5b8dc688a463, entries=1, sequenceid=2310, filesize=5.0 K 2024-11-24T14:24:00,486 INFO [M:0;fb354886b420:37723 {}] regionserver.HRegion(3040): Finished flush of dataSize ~802.48 KB/821735, heapSize ~988.73 KB/1012456, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=2310, compaction requested=false 2024-11-24T14:24:00,490 INFO [M:0;fb354886b420:37723 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T14:24:00,490 DEBUG [M:0;fb354886b420:37723 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T14:24:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741830_1006 (size=973124) 2024-11-24T14:24:00,496 INFO [M:0;fb354886b420:37723 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-24T14:24:00,496 INFO [M:0;fb354886b420:37723 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37723 2024-11-24T14:24:00,496 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T14:24:00,499 DEBUG [M:0;fb354886b420:37723 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/fb354886b420,37723,1732458062542 already deleted, retry=false 2024-11-24T14:24:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T14:24:00,601 INFO [M:0;fb354886b420:37723 {}] regionserver.HRegionServer(1307): Exiting; stopping=fb354886b420,37723,1732458062542; zookeeper connection closed. 2024-11-24T14:24:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10029e7d88a0000, quorum=127.0.0.1:57219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T14:24:00,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T14:24:00,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T14:24:00,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T14:24:00,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T14:24:00,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/hadoop.log.dir/,STOPPED} 2024-11-24T14:24:00,615 WARN [BP-561417286-172.17.0.2-1732458059641 heartbeating to localhost/127.0.0.1:45001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T14:24:00,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T14:24:00,615 WARN [BP-561417286-172.17.0.2-1732458059641 heartbeating to localhost/127.0.0.1:45001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-561417286-172.17.0.2-1732458059641 (Datanode Uuid a74cc2c2-8006-484c-b123-83ee93a87a9a) service to localhost/127.0.0.1:45001 2024-11-24T14:24:00,615 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T14:24:00,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/cluster_8f4ee0e1-64ff-a96a-7c64-688d0f8c13d7/dfs/data/data2/current/BP-561417286-172.17.0.2-1732458059641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T14:24:00,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/cluster_8f4ee0e1-64ff-a96a-7c64-688d0f8c13d7/dfs/data/data1/current/BP-561417286-172.17.0.2-1732458059641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T14:24:00,620 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T14:24:00,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T14:24:00,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T14:24:00,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T14:24:00,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T14:24:00,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bf2e9e3a-8ee4-6d19-10c3-372610ae9978/hadoop.log.dir/,STOPPED} 2024-11-24T14:24:00,653 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-24T14:24:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down